{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T00:49:53Z","timestamp":1772498993705,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,5,23]]},"DOI":"10.1145\/3524842.3527960","type":"proceedings-article","created":{"date-parts":[[2022,10,18]],"date-time":"2022-10-18T00:08:36Z","timestamp":1666051716000},"page":"86-97","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Operationalizing threats to MSR studies by simulation-based testing"],"prefix":"10.1145","author":[{"given":"Johannes","family":"H\u00e4rtel","sequence":"first","affiliation":[{"name":"University of Koblenz, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ralf","family":"L\u00e4mmel","sequence":"additional","affiliation":[{"name":"University of Koblenz, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,10,17]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2901776"},{"key":"e_1_3_2_1_2_1","first-page":"339","article-title":"Mining Software Repositories to Assist Developers and Support Managers","author":"Hassan A. E.","year":"2006","unstructured":"A. E. Hassan , \" Mining Software Repositories to Assist Developers and Support Managers ,\" in ICSM. IEEE Computer Society , 2006 , pp. 339 -- 342 . A. E. Hassan, \"Mining Software Repositories to Assist Developers and Support Managers,\" in ICSM. IEEE Computer Society, 2006, pp. 339--342.","journal-title":"ICSM. IEEE Computer Society"},{"key":"e_1_3_2_1_3_1","volume-title":"ACM","author":"Sliwerski J.","year":"2005","unstructured":"J. Sliwerski , T. Zimmermann , and A. Zeller , \" When do changes induce fixes?\" in MSR . ACM , 2005 . J. Sliwerski, T. Zimmermann, and A. Zeller, \"When do changes induce fixes?\" in MSR. ACM, 2005."},{"key":"e_1_3_2_1_4_1","article-title":"Effects of Personality Traits on Pull Request Acceptance","author":"Iyer R. N.","year":"2019","unstructured":"R. N. Iyer , S. A. Yun , M. Nagappan , and J. Hoey , \" Effects of Personality Traits on Pull Request Acceptance ,\" IEEE Transactions on Software Engineering , 2019 . R. N. Iyer, S. A. Yun, M. Nagappan, and J. Hoey, \"Effects of Personality Traits on Pull Request Acceptance,\" IEEE Transactions on Software Engineering, 2019.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_5_1","first-page":"222","volume-title":"ACM","author":"Rahman M. M.","year":"2016","unstructured":"M. M. Rahman , C. K. Roy , and J. A. Collins , \" CoRReCT: code reviewer recommendation in GitHub based on cross-project and technology experience,\" in ICSE (Companion Volume) . ACM , 2016 , pp. 222 -- 231 . M. M. Rahman, C. K. Roy, and J. A. Collins, \"CoRReCT: code reviewer recommendation in GitHub based on cross-project and technology experience,\" in ICSE (Companion Volume). ACM, 2016, pp. 222--231."},{"key":"e_1_3_2_1_6_1","first-page":"189","volume-title":"ACM","author":"Jbara A.","year":"2014","unstructured":"A. Jbara and D. G. Feitelson , \" On the effect of code regularity on comprehension,\" in ICPC . ACM , 2014 , pp. 189 -- 200 . A. Jbara and D. G. Feitelson, \"On the effect of code regularity on comprehension,\" in ICPC. ACM, 2014, pp. 189--200."},{"key":"e_1_3_2_1_7_1","first-page":"233","volume-title":"ACM","author":"H\u00e4rtel J.","year":"2018","unstructured":"J. H\u00e4rtel , H. Aksu , and R. L\u00e4mmel , \" Classification of APIs by hierarchical clustering,\" in ICPC . ACM , 2018 , pp. 233 -- 243 . J. H\u00e4rtel, H. Aksu, and R. L\u00e4mmel, \"Classification of APIs by hierarchical clustering,\" in ICPC. ACM, 2018, pp. 233--243."},{"key":"e_1_3_2_1_8_1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1007\/978-3-319-92997-2_14","volume-title":"EMF Patterns of Usage on GitHub,\" in ECMFA","author":"H\u00e4rtel J.","year":"2018","unstructured":"J. H\u00e4rtel , M. Heinz , and R. L\u00e4mmel , \" EMF Patterns of Usage on GitHub,\" in ECMFA , ser. Lecture Notes in Computer Science , vol. 10890 . Springer , 2018 , pp. 216 -- 234 . J. H\u00e4rtel, M. Heinz, and R. L\u00e4mmel, \"EMF Patterns of Usage on GitHub,\" in ECMFA, ser. Lecture Notes in Computer Science, vol. 10890. Springer, 2018, pp. 216--234."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/2764565"},{"key":"e_1_3_2_1_10_1","first-page":"117","volume-title":"ACM","author":"Mockus A.","year":"2010","unstructured":"A. Mockus , \"Organization al volatility and its effects on software defects,\" in SIGSOFT FSE . ACM , 2010 , pp. 117 -- 126 . A. Mockus, \"Organizational volatility and its effects on software defects,\" in SIGSOFT FSE. ACM, 2010, pp. 117--126."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.70"},{"key":"e_1_3_2_1_12_1","first-page":"378","article-title":"On Relating Technical, Social Factors, and the Introduction of Bugs","author":"Falc\u00e3o F.","year":"2020","unstructured":"F. Falc\u00e3o , C. Barbosa , B. Fonseca , A. Garcia , M. Ribeiro , and R. Gheyi , \" On Relating Technical, Social Factors, and the Introduction of Bugs ,\" in SANER. IEEE , 2020 , pp. 378 -- 388 . F. Falc\u00e3o, C. Barbosa, B. Fonseca, A. Garcia, M. Ribeiro, and R. Gheyi, \"On Relating Technical, Social Factors, and the Introduction of Bugs,\" in SANER. IEEE, 2020, pp. 378--388.","journal-title":"SANER. IEEE"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1002\/bltj.2229"},{"key":"e_1_3_2_1_14_1","first-page":"1308","volume-title":"ACM","author":"Yan M.","year":"2020","unstructured":"M. Yan , X. Xia , Y. Fan , D. Lo , A. E. Hassan , and X. Zhang , \" Effort-aware just-in-time defect identification in practice: a case study at Alibaba,\" in ESEC\/SIGSOFT FSE . ACM , 2020 , pp. 1308 -- 1319 . M. Yan, X. Xia, Y. Fan, D. Lo, A. E. Hassan, and X. Zhang, \"Effort-aware just-in-time defect identification in practice: a case study at Alibaba,\" in ESEC\/SIGSOFT FSE. ACM, 2020, pp. 1308--1319."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2891758"},{"key":"e_1_3_2_1_16_1","first-page":"309","volume-title":"IEEE Computer Society","author":"Nagappan N.","year":"2010","unstructured":"N. Nagappan , A. Zeller , T. Zimmermann , K. Herzig , and B. Murphy , \" Change Bursts as Defect Predictors,\" in ISSRE . IEEE Computer Society , 2010 , pp. 309 -- 318 . N. Nagappan, A. Zeller, T. Zimmermann, K. Herzig, and B. Murphy, \"Change Bursts as Defect Predictors,\" in ISSRE. IEEE Computer Society, 2010, pp. 309--318."},{"key":"e_1_3_2_1_17_1","first-page":"76","volume-title":"IEEE","author":"Zimmermann T.","year":"2007","unstructured":"T. Zimmermann , R. Premraj , and A. Zeller , \" Predicting defects for eclipse,\" in PROMISE 2007 . IEEE , 2007 , p. 76 . T. Zimmermann, R. Premraj, and A. Zeller, \"Predicting defects for eclipse,\" in PROMISE 2007. IEEE, 2007, p. 76."},{"key":"e_1_3_2_1_18_1","first-page":"531","volume-title":"ACM","author":"Zimmermann T.","year":"2008","unstructured":"T. Zimmermann and N. Nagappan , \" Predicting defects using network analysis on dependency graphs,\" in ICSE . ACM , 2008 , pp. 531 -- 540 . T. Zimmermann and N. Nagappan, \"Predicting defects using network analysis on dependency graphs,\" in ICSE. ACM, 2008, pp. 531--540."},{"key":"e_1_3_2_1_19_1","first-page":"1039","volume-title":"ACM","author":"Thongtanunam P.","year":"2016","unstructured":"P. Thongtanunam , S. McIntosh , A. E. Hassan , and H. Iida , \" Revisiting code ownership and its relationship with software quality in the scope of modern code review,\" in ICSE . ACM , 2016 , pp. 1039 -- 1050 . P. Thongtanunam, S. McIntosh, A. E. Hassan, and H. Iida, \"Revisiting code ownership and its relationship with software quality in the scope of modern code review,\" in ICSE. ACM, 2016, pp. 1039--1050."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1201\/9780429029608"},{"key":"e_1_3_2_1_21_1","first-page":"99","volume-title":"IEEE Computer Society","author":"Tan M.","year":"2015","unstructured":"M. Tan , L. Tan , S. Dara , and C. Mayeux , \" Online Defect Prediction for Imbalanced Data,\" in ICSE (2) . IEEE Computer Society , 2015 , pp. 99 -- 108 . M. Tan, L. Tan, S. Dara, and C. Mayeux, \"Online Defect Prediction for Imbalanced Data,\" in ICSE (2). IEEE Computer Society, 2015, pp. 99--108."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0895-4356(96)00236-3"},{"key":"e_1_3_2_1_23_1","first-page":"182","volume-title":"IEEE Computer Society","author":"Alali A.","year":"2008","unstructured":"A. Alali , H. H. Kagdi , and J. I. Maletic , \" What's a Typical Commit? A Characterization of Open Source Software Repositories,\" in ICPC . IEEE Computer Society , 2008 , pp. 182 -- 191 . A. Alali, H. H. Kagdi, and J. I. Maletic, \"What's a Typical Commit? A Characterization of Open Source Software Repositories,\" in ICPC. IEEE Computer Society, 2008, pp. 182--191."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511790942"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183519.3183547"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1002\/smr.1797"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.4324\/9780203774441"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09695-9"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.1060.0687"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985860"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2599161"},{"key":"e_1_3_2_1_32_1","first-page":"121","volume-title":"IEEE Computer Society","author":"Herzig K.","year":"2013","unstructured":"K. Herzig and A. Zeller , \" The impact of tangled code changes,\" in MSR . IEEE Computer Society , 2013 , pp. 121 -- 130 . K. Herzig and A. Zeller, \"The impact of tangled code changes,\" in MSR. IEEE Computer Society, 2013, pp. 121--130."},{"key":"e_1_3_2_1_33_1","first-page":"121","volume-title":"ACM","author":"Bird C.","year":"2009","unstructured":"C. Bird , A. Bachmann , E. Aune , J. Duffy , A. Bernstein , V. Filkov , and P. T. Devanbu , \" Fair and balanced?: bias in bug-fix datasets,\" in ESEC\/SIGSOFT FSE . ACM , 2009 , pp. 121 -- 130 . C. Bird, A. Bachmann, E. Aune, J. Duffy, A. Bernstein, V. Filkov, and P. T. Devanbu, \"Fair and balanced?: bias in bug-fix datasets,\" in ESEC\/SIGSOFT FSE. ACM, 2009, pp. 121--130."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180161"},{"key":"e_1_3_2_1_35_1","first-page":"828","volume-title":"IEEE Computer Society","author":"Honsel V.","year":"2014","unstructured":"V. Honsel , D. Honsel , and J. Grabowski , \" Software Process Simulation Based on Mining Software Repositories,\" in ICDM Workshops . IEEE Computer Society , 2014 , pp. 828 -- 831 . V. Honsel, D. Honsel, and J. Grabowski, \"Software Process Simulation Based on Mining Software Repositories,\" in ICDM Workshops. IEEE Computer Society, 2014, pp. 828--831."},{"key":"e_1_3_2_1_36_1","first-page":"102","volume-title":"IEEE Computer Society","author":"Honsel V.","year":"2015","unstructured":"V. Honsel , D. Honsel , S. Herbold , J. Grabowski , and S. Waack , \" Mining Software Dependency Networks for Agent-Based Simulation of Software Evolution,\" in ASE Workshops . IEEE Computer Society , 2015 , pp. 102 -- 108 . V. Honsel, D. Honsel, S. Herbold, J. Grabowski, and S. Waack, \"Mining Software Dependency Networks for Agent-Based Simulation of Software Evolution,\" in ASE Workshops. IEEE Computer Society, 2015, pp. 102--108."},{"key":"e_1_3_2_1_37_1","first-page":"863","article-title":"Statistical Learning and Software Mining for Agent Based Simulation of Software Evolution,\" in ICSE (2)","author":"Honsel V.","year":"2015","unstructured":"V. Honsel , \" Statistical Learning and Software Mining for Agent Based Simulation of Software Evolution,\" in ICSE (2) . IEEE Computer Society , 2015 , pp. 863 -- 866 . V. Honsel, \"Statistical Learning and Software Mining for Agent Based Simulation of Software Evolution,\" in ICSE (2). IEEE Computer Society, 2015, pp. 863--866.","journal-title":"IEEE Computer Society"},{"key":"e_1_3_2_1_38_1","first-page":"170","volume-title":"Agent-based Simulation Model for the Evolution Process of Open Source Software,\" in SEKE","author":"Seo T.","year":"2009","unstructured":"T. Seo and H. Lee , \" Agent-based Simulation Model for the Evolution Process of Open Source Software,\" in SEKE . Knowledge Systems Institute Graduate School , 2009 , pp. 170 -- 177 . T. Seo and H. Lee, \"Agent-based Simulation Model for the Evolution Process of Open Source Software,\" in SEKE. Knowledge Systems Institute Graduate School, 2009, pp. 170--177."},{"key":"e_1_3_2_1_39_1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/978-3-030-24209-1_1","volume-title":"Massive Multi-agent Data-Driven Simulations of the GitHub Ecosystem,\" in PAAMS","author":"Blythe J.","year":"2019","unstructured":"J. Blythe , J. Bollenbacher , D. Huang , P. Hui , R. Krohn , D. Pacheco , G. Muric , A. Sapienza , A. Tregubov , Y. Ahn , A. Flammini , K. Lerman , F. Menczer , T. Weninger , and E. Ferrara , \" Massive Multi-agent Data-Driven Simulations of the GitHub Ecosystem,\" in PAAMS , ser. Lecture Notes in Computer Science , vol. 11523 . Springer , 2019 , pp. 3 -- 15 . J. Blythe, J. Bollenbacher, D. Huang, P. Hui, R. Krohn, D. Pacheco, G. Muric, A. Sapienza, A. Tregubov, Y. Ahn, A. Flammini, K. Lerman, F. Menczer, T. Weninger, and E. Ferrara, \"Massive Multi-agent Data-Driven Simulations of the GitHub Ecosystem,\" in PAAMS, ser. Lecture Notes in Computer Science, vol. 11523. Springer, 2019, pp. 3--15."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.osnem.2020.100070"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1993.10476299"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1111\/ecog.02881"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jml.2012.11.001"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-19425-7"},{"issue":"1","key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1111\/stan.12188","article-title":"Mixed-effects models for health care longitudinal data with an informative visiting process: A Monte Carlo simulation study","volume":"74","author":"Gasparini A.","year":"2020","unstructured":"A. Gasparini , K. R. Abrams , J. K. Barrett , R. W. Major , M. J. Sweeting , N. J. Brunskill , and M. J. Crowther , \" Mixed-effects models for health care longitudinal data with an informative visiting process: A Monte Carlo simulation study ,\" Statistica Neerlandica , vol. 74 , no. 1 , pp. 5 -- 23 , 2020 . A. Gasparini, K. R. Abrams, J. K. Barrett, R. W. Major, M. J. Sweeting, N. J. Brunskill, and M. J. Crowther, \"Mixed-effects models for health care longitudinal data with an informative visiting process: A Monte Carlo simulation study,\" Statistica Neerlandica, vol. 74, no. 1, pp. 5--23, 2020.","journal-title":"Statistica Neerlandica"},{"key":"e_1_3_2_1_46_1","first-page":"320","article-title":"Incremental Map-Reduce on Repository History","author":"H\u00e4rtel J.","year":"2020","unstructured":"J. H\u00e4rtel and R. L\u00e4mmel , \" Incremental Map-Reduce on Repository History ,\" in SANER. IEEE , 2020 , pp. 320 -- 331 . J. H\u00e4rtel and R. L\u00e4mmel, \"Incremental Map-Reduce on Repository History,\" in SANER. IEEE, 2020, pp. 320--331.","journal-title":"SANER. IEEE"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1002\/sim.2673"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1002\/sim.8086"},{"issue":"1","key":"e_1_3_2_1_49_1","article-title":"Using computer simulation methods to teach statistics: A review of the literature","volume":"10","author":"Jamie D. M.","year":"2002","unstructured":"D. M. Jamie , \" Using computer simulation methods to teach statistics: A review of the literature ,\" Journal of Statistics Education , vol. 10 , no. 1 , 2002 . D. M. Jamie, \"Using computer simulation methods to teach statistics: A review of the literature,\" Journal of Statistics Education, vol. 10, no. 1, 2002.","journal-title":"Journal of Statistics Education"},{"issue":"3","key":"e_1_3_2_1_50_1","article-title":"The role of simulation approaches in statistics","volume":"13","author":"Wood M.","year":"2005","unstructured":"M. Wood , \" The role of simulation approaches in statistics ,\" Journal of Statistics Education , vol. 13 , no. 3 , 2005 . M. Wood, \"The role of simulation approaches in statistics,\" Journal of Statistics Education, vol. 13, no. 3, 2005.","journal-title":"Journal of Statistics Education"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.4370040204"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11086-005-0008-6"},{"key":"e_1_3_2_1_53_1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"342","DOI":"10.1007\/978-3-319-11245-9_19","volume-title":"Test-Data Generation for Xtext,\" in SLE","author":"H\u00e4rtel J.","year":"2014","unstructured":"J. H\u00e4rtel , L. H\u00e4rtel , and R. L\u00e4mmel , \" Test-Data Generation for Xtext,\" in SLE , ser. Lecture Notes in Computer Science , vol. 8706 . Springer , 2014 , pp. 342 -- 351 . J. H\u00e4rtel, L. H\u00e4rtel, and R. L\u00e4mmel, \"Test-Data Generation for Xtext,\" in SLE, ser. Lecture Notes in Computer Science, vol. 8706. Springer, 2014, pp. 342--351."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2006.27"}],"event":{"name":"MSR '22: 19th International Conference on Mining Software Repositories","location":"Pittsburgh Pennsylvania","acronym":"MSR '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 19th International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3524842.3527960","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3524842.3527960","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:54Z","timestamp":1750183794000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3524842.3527960"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,23]]},"references-count":54,"alternative-id":["10.1145\/3524842.3527960","10.1145\/3524842"],"URL":"https:\/\/doi.org\/10.1145\/3524842.3527960","relation":{},"subject":[],"published":{"date-parts":[[2022,5,23]]},"assertion":[{"value":"2022-10-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}