{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T21:58:09Z","timestamp":1776117489248,"version":"3.50.1"},"reference-count":63,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,3,26]],"date-time":"2020-03-26T00:00:00Z","timestamp":1585180800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,3,26]],"date-time":"2020-03-26T00:00:00Z","timestamp":1585180800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2020,7]]},"DOI":"10.1007\/s10664-019-09783-w","type":"journal-article","created":{"date-parts":[[2020,3,26]],"date-time":"2020-03-26T05:02:48Z","timestamp":1585198968000},"page":"2485-2518","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Building the perfect game \u2013 an empirical study of game modifications"],"prefix":"10.1007","volume":"25","author":[{"given":"Daniel","family":"Lee","sequence":"first","affiliation":[]},{"given":"Dayi","family":"Lin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0474-5718","authenticated-orcid":false,"given":"Cor-Paul","family":"Bezemer","sequence":"additional","affiliation":[]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,3,26]]},"reference":[{"key":"9783_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.entcom.2017.04.001","volume":"21","author":"F Ahmed","year":"2017","unstructured":"Ahmed F, Zia M, Mahmood H, Al Kobaisi S (2017) Open source computer game application: an empirical analysis of quality concerns. Entertain Comput 21:1\u201310","journal-title":"Entertain Comput"},{"issue":"9","key":"9783_CR2","doi-asserted-by":"publisher","first-page":"888","DOI":"10.1016\/j.infsof.2010.05.004","volume":"52","author":"A Ampatzoglou","year":"2010","unstructured":"Ampatzoglou A, Stamelos I (2010) Software engineering research for computer games: a systematic review. Inf Softw Technol 52(9):888\u2013901","journal-title":"Inf Softw Technol"},{"key":"9783_CR3","doi-asserted-by":"crossref","unstructured":"Anvik J, Hiew L, Murphy GC (2005) Coping with an open bug repository. In: OOPSLA workshop on Eclipse technology eXchange. ACM, pp 35\u201339","DOI":"10.1145\/1117696.1117704"},{"issue":"2","key":"9783_CR4","doi-asserted-by":"publisher","first-page":"195","DOI":"10.2753\/MIS0742-1222240208","volume":"24","author":"RY Arakji","year":"2007","unstructured":"Arakji RY, Lang KR (2007) Digital consumer networks and producer-consumer collaboration: Innovation and product development in the video game industry. J Manag Inf Syst 24(2):195\u2013219","journal-title":"J Manag Inf Syst"},{"key":"9783_CR5","unstructured":"Ash0821 (2017) The Essential Skyrim Mods You Should Have Installed Right Now. https:\/\/www.gamepedia.com\/blogs\/1574-the-essential-skyrim-mods-you-should-have, (last visited: February 16, 2019)"},{"key":"9783_CR6","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.entcom.2016.08.002","volume":"18","author":"JH B\u00e9cares","year":"2017","unstructured":"B\u00e9cares JH, Valero LC, Mart\u00edn PPG (2017) An approach to automated videogame beta testing. Entertain Comput 18:79\u201392","journal-title":"Entertain Comput"},{"key":"9783_CR7","unstructured":"Bettenburg N, Just S, Schr\u00f6ter A, Weiss C, Premraj R, Zimmermann T (2008) What makes a good bug report? In: 16th ACM SIGSOFT International Symposium on Foundations of Software Engineering. ACM, pp 308\u2013318"},{"issue":"3","key":"9783_CR8","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1145\/2602570","volume":"13","author":"J Blackburn","year":"2014","unstructured":"Blackburn J, Kourtellis N, Skvoretz J, Ripeanu M, Iamnitchi A (2014) Cheating in online games: a social network perspective. ACM Trans Internet Technol (TOIT) 13(3):9","journal-title":"ACM Trans Internet Technol (TOIT)"},{"key":"9783_CR9","unstructured":"BlindJudge (2018) Witcher 3 modding tools released with NMM support. https:\/\/www.nexusmods.com\/witcher3\/news\/12550, (last visited: February 16, 2019)"},{"key":"9783_CR10","unstructured":"Bostan B, Kaplancali U (2010) Explorations in player motivations: Game mods. In: GAMEON-ASIA. EUROSIS, pp 1\u20139"},{"key":"9783_CR11","unstructured":"camycamera (2016) Why are Bethesda games so mod-popular? https:\/\/www.reddit.com\/r\/Fallout\/comments\/4454ig\/why_are_bethesda_games_so_modpopular\/, (last visited: February 16, 2019)"},{"key":"9783_CR12","doi-asserted-by":"crossref","unstructured":"Chambers C, Feng Wc, Sahu S, Saha D (2005) Measurement-based characterization of a collection of on-line games. In: 5th ACM SIGCOMM conference on Internet Measurement. USENIX Association, pp 1\u201314","DOI":"10.1145\/1330107.1330109"},{"key":"9783_CR13","doi-asserted-by":"crossref","unstructured":"Cheung GK, Zimmermann T, Nagappan N (2014) The first hour experience: how the initial play can engage (or lose) new players. In: First ACM SIGCHI Annual Symposium on Computer-Human Interaction in Play. ACM, pp 57\u201366","DOI":"10.1145\/2658537.2658540"},{"key":"9783_CR14","doi-asserted-by":"crossref","unstructured":"Consalvo M (2007) Cheating : Gaining Advantage in Videogames. The MIT Press, Cambridge","DOI":"10.7551\/mitpress\/1802.001.0001"},{"key":"9783_CR15","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.jss.2017.08.009","volume":"134","author":"M Daneva","year":"2017","unstructured":"Daneva M (2017) Striving for balance: a look at gameplay requirements of massively multiplayer online role-playing games. J Syst Softw 134:54\u201375","journal-title":"J Syst Softw"},{"key":"9783_CR16","doi-asserted-by":"crossref","unstructured":"Dey T, Massengill JL, Mockus A (2016) Analysis of popularity of game mods: A case study. In: Annual Symposium on Computer-Human Interaction in Play Companion Extended Abstracts. ACM, pp 133\u2013139","DOI":"10.1145\/2968120.2987724"},{"key":"9783_CR17","unstructured":"Gallagher R, Jong C, Sinervo KA (2017) Who wrote the elder scrolls?: modders, developers, and the mythology of Bethesda softworks. Loading 10(16):1\u201321"},{"key":"9783_CR18","unstructured":"Game Lengths (2009) Game Lengths. http:\/\/www.gamelengths.com\/, (last visited: February 16, 2019)"},{"key":"9783_CR19","unstructured":"Graham TN, Roberts W (2006) Toward quality-driven development of 3d computer games. In: International workshop on design, Specification, and Verification of Interactive Systems. Springer, pp 248\u2013261"},{"key":"9783_CR20","doi-asserted-by":"crossref","unstructured":"Guana V, Stroulia E, Nguyen V (2015) Building a game engine: A tale of modern model-driven engineering. In: IEEE\/ACM 4th International Workshop on Games and Software Engineering. IEEE, pp 15\u201321","DOI":"10.1109\/GAS.2015.11"},{"issue":"1","key":"9783_CR21","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1007\/s10664-016-9435-7","volume":"22","author":"S Hassan","year":"2017","unstructured":"Hassan S, Shang W, Hassan AE (2017) An empirical study of emergency updates for top android mobile apps. Empir Softw Eng 22(1):505\u2013546","journal-title":"Empir Softw Eng"},{"key":"9783_CR22","unstructured":"Hansen M (2018a) Fallout 76 is already being fixed by modders. https:\/\/www.techradar.com\/news\/fallout-76-is-already-getting-fixed-by-modders, (last visited: February 22, 2019)"},{"key":"9783_CR23","unstructured":"Hassan S, Bezemer CP, Hassan AE (2018b) Studying bad updates of top free-to-download apps in the Google Play store. IEEE Transactions on Software Engineering (In press)"},{"key":"9783_CR24","volume-title":"Improving the game with user generated content: an overview of Skyrim mod users","author":"E Hirvonen","year":"2017","unstructured":"Hirvonen E (2017) Improving the game with user generated content: an overview of Skyrim mod users. Master\u2019s thesis, University of Jyv\u00e4skyl\u00e4, Finland"},{"key":"9783_CR25","unstructured":"Hruska J (2016) Comparing Skyrim: Enhanced Edition With the classic version. https:\/\/www.extremetech.com\/gaming\/238558-comparing-skyrim-enhanced-edition-classic-version (last visited: February 16 2019)"},{"key":"9783_CR26","unstructured":"Jeppesen LB (2004) Profiting from innovative user communities: How firms organize the production of user modifications in the computer games industry. Technical report. Department of Industrial Economics and Strategy, Copenhagen Business School"},{"key":"9783_CR27","unstructured":"Kanode CM, Haddad HM (2009) Software engineering challenges in game development. In: Sixth international conference on information technology, New Generations. IEEE, pp 260\u2013265"},{"key":"9783_CR28","doi-asserted-by":"crossref","unstructured":"Kasurinen J, Palacin-Silva M, Vanhala E (2017) What concerns game developers?: A study on game development processes, sustainability and metrics. In: 8th Workshop on Emerging Trends in Software Metrics. IEEE, pp 15\u201321","DOI":"10.1109\/WETSoM.2017.3"},{"key":"9783_CR29","unstructured":"K\u00f6hler B, Haladjian J, Simeonova B, Ismailovi\u0107 D (2012) Feedback in low vs. high fidelity visuals for game prototypes. In: Second international workshop on games and software engineering, Realizing User Engagement with Game Engineering Techniques. IEEE, pp 42\u201347"},{"key":"9783_CR30","doi-asserted-by":"crossref","unstructured":"Koleva B, Tolmie P, Brundell P, Benford S, Rennick Egglestone S (2015) From front-end to back-end and everything in-between: work practice in game development. In: Annual Symposium on Computer-Human Interaction in Play. ACM, pp 141\u2013150","DOI":"10.1145\/2793107.2793131"},{"key":"9783_CR31","unstructured":"Laukkanen T (2005) Modding scenes-introduction to user-created content in computer gaming"},{"key":"9783_CR32","unstructured":"Lee D, Lin D, Bezemer CP, Hassan AE (2019) Supplementary material for our paper,. https:\/\/github.com\/SAILResearch\/suppmaterial-19-danlee-nexusmods, (last visited: September 23, 2019)"},{"key":"9783_CR33","doi-asserted-by":"crossref","unstructured":"Lewis C, Whitehead J, Wardrip-Fruin N (2010) What went wrong: a taxonomy of video game bugs. In: Fifth International Conference on the Foundations of Digital Games. ACM, pp 108\u2013115","DOI":"10.1145\/1822348.1822363"},{"key":"9783_CR34","doi-asserted-by":"crossref","unstructured":"Lewis C, Whitehead J (2011) The whats and the whys of games and software engineering. In: 1st International Workshop on Games and Software Engineering. ACM, pp 1\u20134","DOI":"10.1145\/1984674.1984676"},{"issue":"4","key":"9783_CR35","doi-asserted-by":"publisher","first-page":"2095","DOI":"10.1007\/s10664-016-9480-2","volume":"22","author":"D Lin","year":"2017","unstructured":"Lin D, Bezemer CP, Hassan AE (2017) Studying the urgent updates of popular games on the Steam platform. Empir Softw Eng 22(4):2095\u20132126","journal-title":"Empir Softw Eng"},{"issue":"2","key":"9783_CR36","doi-asserted-by":"publisher","first-page":"771","DOI":"10.1007\/s10664-017-9531-3","volume":"23","author":"D Lin","year":"2018","unstructured":"Lin D, Bezemer CP, Hassan AE (2018) An empirical study of early access games on the Steam platform. Empir Softw Eng 23(2):771\u2013799","journal-title":"Empir Softw Eng"},{"key":"9783_CR37","doi-asserted-by":"crossref","unstructured":"Lin D, Bezemer CP, Hassan AE (2019a) Identifying gameplay videos that exhibit bugs in computer games. Empirical Software Engineering: 1\u201328","DOI":"10.1007\/s10664-019-09733-6"},{"issue":"1","key":"9783_CR38","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1007\/s10664-018-9627-4","volume":"24","author":"D Lin","year":"2019","unstructured":"Lin D, Bezemer CP, Zou Y, Hassan AE (2019b) An empirical study of game reviews on the Steam platform. Empir Softw Eng 24(1):170\u2013207","journal-title":"Empir Softw Eng"},{"key":"9783_CR39","doi-asserted-by":"crossref","unstructured":"Long JD, Feng D, Cliff N (2003) Ordinal analysis of behavioral data. In: Schinka J. A., Velicer W. F. (eds) Handbook of psychology: Research methods in psychology, vol 2. Wiley, pp 635\u2013661","DOI":"10.1002\/0471264385.wei0225"},{"issue":"9","key":"9783_CR40","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1109\/TSE.2016.2630689","volume":"43","author":"W Martin","year":"2017","unstructured":"Martin W, Sarro F, Jia Y, Zhang Y, Harman M (2017) A survey of app store analysis for software engineering. IEEE Trans Softw Eng 43(9):817\u2013847","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"9783_CR41","doi-asserted-by":"publisher","first-page":"1346","DOI":"10.1007\/s10664-015-9388-2","volume":"21","author":"S McIlroy","year":"2016","unstructured":"McIlroy S, Ali N, Hassan A E (2016) Fresh apps: an empirical study of frequently-updated mobile apps in the Google play store. Empir Softw Eng 21(3):1346\u20131370","journal-title":"Empir Softw Eng"},{"key":"9783_CR42","doi-asserted-by":"crossref","unstructured":"Murphy-Hill E, Zimmermann T, Nagappan N (2014) Cowboys, ankle sprains, and keepers of quality: How is video game development different from software development?. In: 36Th international conference on software engineering. ACM, New York, pp 1\u201311","DOI":"10.1145\/2568225.2568226"},{"issue":"2","key":"9783_CR43","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1177\/1367549407088331","volume":"11","author":"DB Nieborg","year":"2008","unstructured":"Nieborg DB, Van der Graaf S (2008) The mod industries? the industrial logic of non-market game production. Eur J Cult Stud 11(2):177\u2013195","journal-title":"Eur J Cult Stud"},{"key":"9783_CR44","doi-asserted-by":"crossref","unstructured":"Pascarella L, Palomba F, Di Penta M, Bacchelli A (2018) How is video game development different from software development in open source? In: 2018 IEEE\/ACM 15th International Conference on Mining Software Repositories (MSR), pp 392\u2013402","DOI":"10.1145\/3196398.3196418"},{"key":"9783_CR45","unstructured":"Peterson S (2014) Gamer loyalty plays into profits. https:\/\/www.gamesindustry.biz\/articles\/2014-08-29-gamer-loyalty-plays-into-profits, (last visited: February 16, 2019)"},{"key":"9783_CR46","doi-asserted-by":"crossref","unstructured":"Politowski C, Fontoura L, Petrillo F, Gu\u00e9h\u00e9neuc YG (2016) Are the old days gone?: A survey on actual software engineering processes in video game industry. In: 5th International Workshop on Games and Software Engineering. ACM, pp 22\u201328","DOI":"10.1145\/2896958.2896960"},{"key":"9783_CR47","doi-asserted-by":"crossref","unstructured":"Poretski L, Arazy O (2017) Placing value on community co-creations: A study of a video game \u2018modding\u2019 community. In: ACM Conference on Computer Supported Cooperative Work and Social Computing. ACM, pp 480\u2013491","DOI":"10.1145\/2998181.2998301"},{"issue":"4","key":"9783_CR48","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1177\/1555412007307955","volume":"2","author":"H Postigo","year":"2007","unstructured":"Postigo H (2007) Of mods and modders: Chasing down the value of fan-based digital game modifications. Games Cult 2(4):300\u2013313","journal-title":"Games Cult"},{"key":"9783_CR49","unstructured":"Ramadan R (2016) Does game modding require programming? https:\/\/www.quora.com\/Does-game-modding-require-programming, (last visited: February 16, 2019)"},{"key":"9783_CR50","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J, Devine L (2006) Exploring methods for evaluating group differences on the nsse and other surveys: Are the t-test and cohen\u2019sd indices the most appropriate choices. In: Annual Meeting of the Southern Association for Institutional Research. Citeseer"},{"key":"9783_CR51","doi-asserted-by":"crossref","unstructured":"Scacchi W (2010) Computer game mods, modders, modding, and the mod scene. First Monday 15(5)","DOI":"10.5210\/fm.v15i5.2965"},{"key":"9783_CR52","doi-asserted-by":"crossref","unstructured":"Scacchi W (2011a) Modding as a basis for developing game systems. In: 1st International Workshop on Games and Software Engineering. ACM, pp 5\u20138","DOI":"10.1145\/1984674.1984677"},{"key":"9783_CR53","doi-asserted-by":"crossref","unstructured":"Scacchi W (2011b) Modding as an open source approach to extending computer game systems. In: IFIP International Conference on Open Source Systems. Springer, pp 62\u201374","DOI":"10.1007\/978-3-642-24418-6_5"},{"key":"9783_CR54","doi-asserted-by":"crossref","unstructured":"Scacchi W, Cooper KM (2015) Research challenges at the intersection of computer games and software engineering. In: Conference on Foundations of Digital Games","DOI":"10.1201\/b18453-15"},{"key":"9783_CR55","doi-asserted-by":"crossref","unstructured":"Sifa R, Bauckhage C, Drachen A (2014) The playtime principle: Large-scale cross-games interest modeling. In: IEEE Conference on Computational Intelligence and Games. IEEE, pp 1\u20138","DOI":"10.1109\/CIG.2014.6932906"},{"key":"9783_CR56","unstructured":"Sotamaa O (2003) Computer game modding, intermediality and participatory culture. New Media: 1\u20135"},{"issue":"3","key":"9783_CR57","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1177\/1555412009359765","volume":"5","author":"O Sotamaa","year":"2010","unstructured":"Sotamaa O (2010) When the game is not enough: Motivations and practices among computer game modding culture. Games Cult 5(3):239\u2013255","journal-title":"Games Cult"},{"key":"9783_CR58","unstructured":"Steamchartscom (2018) Dota 2 Steam Charts. https:\/\/steamcharts.com\/app\/570 (last visited: February 16, 2019)"},{"key":"9783_CR59","unstructured":"tinydanser (2017) List of performance mods that do more harm than good? https:\/\/bethesda.net\/community\/topic\/72261\/list-of-performance-mods-that-do-more-harm-than-good\/2?lang=en-US&page=1, (last visited: February 16, 2019)"},{"key":"9783_CR60","doi-asserted-by":"crossref","unstructured":"Villarroel L, Bavota G, Russo B, Oliveto R, Di Penta M (2016) Release planning of mobile apps based on user reviews. In: 2016 IEEE\/ACM 38Th international conference on software engineering (ICSE). IEEE, pp 14\u201324","DOI":"10.1145\/2884781.2884818"},{"key":"9783_CR61","unstructured":"Washburn Jr, M, Sathiyanarayanan P, Nagappan M, Zimmermann T, Bird C (2016) What went right and what went wrong: an analysis of 155 postmortems from game development. In: 38th International Conference on Software Engineering Companion. ACM, pp 280\u2013289"},{"key":"9783_CR62","unstructured":"Wijman T (2018) Mobile Revenues Account for More Than 50% of the Global Games Market as It Reaches $137.9 Billion in 2018. https:\/\/newzoo.com\/insights\/articles\/global-games-market-reaches-137-9-billion-in-2018-mobile-games-take-half\/, (last visited: February 16, 2019)"},{"issue":"6","key":"9783_CR63","doi-asserted-by":"publisher","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F Wilcoxon","year":"1945","unstructured":"Wilcoxon F (1945) Individual comparisons by ranking methods. Biom Bullet 1(6):80\u201383","journal-title":"Biom Bullet"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09783-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-019-09783-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09783-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,3,26]],"date-time":"2021-03-26T01:09:30Z","timestamp":1616720970000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-019-09783-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,26]]},"references-count":63,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,7]]}},"alternative-id":["9783"],"URL":"https:\/\/doi.org\/10.1007\/s10664-019-09783-w","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,26]]},"assertion":[{"value":"26 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}