{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:33:35Z","timestamp":1784342015864,"version":"3.55.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T00:00:00Z","timestamp":1696636800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T00:00:00Z","timestamp":1696636800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s10664-023-10365-0","type":"journal-article","created":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T11:01:40Z","timestamp":1696676500000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Using gameplay videos for detecting issues in video games"],"prefix":"10.1007","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5443-1303","authenticated-orcid":false,"given":"Emanuela","family":"Guglielmi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Simone","family":"Scalabrino","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gabriele","family":"Bavota","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rocco","family":"Oliveto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,7]]},"reference":[{"issue":"2","key":"10365_CR1","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/304181.304187","volume":"28","author":"M Ankerst","year":"1999","unstructured":"Ankerst M, Breunig MM, Kriegel HP, Sander J (1999) Optics: Ordering points to identify the clustering structure. ACM Sigmod Rec 28(2):49\u201360","journal-title":"ACM Sigmod Rec"},{"issue":"1","key":"10365_CR2","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","volume":"57","author":"Y Benjamini","year":"1995","unstructured":"Benjamini Y, Hochberg Y (1995) Controlling the false discovery rate: a practical and powerful approach to multiple testing. J Roy Stat Soc Ser B (Methodol) 57(1):289\u2013300","journal-title":"J Roy Stat Soc Ser B (Methodol)"},{"issue":"7","key":"10365_CR3","doi-asserted-by":"publisher","first-page":"1145","DOI":"10.1016\/S0031-3203(96)00142-2","volume":"30","author":"AP Bradley","year":"1997","unstructured":"Bradley AP (1997) The use of the area under the roc curve in the evaluation of machine learning algorithms. Pattern Recogn 30(7):1145\u20131159","journal-title":"Pattern Recogn"},{"key":"10365_CR4","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"NV Chawla","year":"2002","unstructured":"Chawla NV, Bowyer KW, Hall LO, Kegelmeyer WP (2002) Smote: synthetic minority over-sampling technique. J Artif Intell Res 16:321\u2013357","journal-title":"J Artif Intell Res"},{"key":"10365_CR5","doi-asserted-by":"crossref","unstructured":"Chen N, Lin J, Hoi SC, Xiao X, Zhang B (2014) Ar-miner: mining informative reviews for developers from mobile app marketplace. In: Proceedings of the 36th international conference on software engineering, pp 767\u2013778","DOI":"10.1145\/2568225.2568263"},{"key":"10365_CR6","doi-asserted-by":"crossref","unstructured":"Choudhury S, Bhowal A (2015) Comparative analysis of machine learning algorithms along with classifiers for network intrusion detection. In: 2015 International Conference on Smart Technologies and Management for Computing, Communication, Controls, Energy and Materials (ICSTM), IEEE, pp 89\u201395","DOI":"10.1109\/ICSTM.2015.7225395"},{"issue":"3","key":"10365_CR7","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1037\/0033-2909.114.3.494","volume":"114","author":"N Cliff","year":"1993","unstructured":"Cliff N (1993) Dominance statistics: Ordinal analyses to answer ordinal questions. Psychol Bull 114(3):494","journal-title":"Psychol Bull"},{"issue":"1","key":"10365_CR8","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Measur 20(1):37\u201346","journal-title":"Educ Psychol Measur"},{"key":"10365_CR9","unstructured":"Ester M, Kriegel HP, Sander J, Xu X et al (1996) A density-based algorithm for discovering clusters in large spatial databases with noise. In: kdd, vol 96, pp 226\u2013231"},{"key":"10365_CR10","doi-asserted-by":"crossref","unstructured":"Flach PA (2016) Roc analysis. In: Encyclopedia of machine learning and data mining, Springer, pp 1\u20138","DOI":"10.1007\/978-1-4899-7502-7_739-1"},{"issue":"1","key":"10365_CR11","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1109\/TIT.1975.1055330","volume":"21","author":"K Fukunaga","year":"1975","unstructured":"Fukunaga K, Hostetler L (1975) The estimation of the gradient of a density function, with applications in pattern recognition. IEEE Trans Inf Theory 21(1):32\u201340","journal-title":"IEEE Trans Inf Theory"},{"issue":"6","key":"10365_CR12","first-page":"3640","volume":"9","author":"S Gnanambal","year":"2018","unstructured":"Gnanambal S, Thangaraj M, Meenatchi V, Gayathri V (2018) Classification algorithms with attribute selection: an evaluation study using weka. Int J Adv Netw Appl 9(6):3640\u20133644","journal-title":"Int J Adv Netw Appl"},{"key":"10365_CR13","doi-asserted-by":"crossref","unstructured":"Guglielmi E, Scalabrino S, Bavota G, Oliveto R (2022) Towards using gameplay videos for detecting issues in video games. arXiv preprint arXiv:220404182","DOI":"10.1007\/s10664-023-10365-0"},{"key":"10365_CR14","unstructured":"Guglielmi E, Scalabrino S, Bavota G, Oliveto R (2023) Replication package of \"using gameplay videos for detecting issues in video games\". https:\/\/figshare.com\/s\/3de4d6958a57073dfa1b"},{"key":"10365_CR15","unstructured":"Guzdial M, Shah S, Riedl M (2018) Towards automated let\u2019s play commentary. arXiv preprint arXiv:180909424"},{"issue":"4","key":"10365_CR16","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/5254.708428","volume":"13","author":"MA Hearst","year":"1998","unstructured":"Hearst MA, Dumais ST, Osuna E, Platt J, Scholkopf B (1998) Support vector machines. IEEE Intell Syst Their Appl 13(4):18\u201328","journal-title":"IEEE Intell Syst Their Appl"},{"key":"10365_CR17","unstructured":"Ho TK (1995) Random decision forests. In: Proceedings of 3rd international conference on document analysis and recognition, IEEE, vol 1, pp 278\u2013282"},{"key":"10365_CR18","doi-asserted-by":"crossref","unstructured":"Jones SE (2008) The meaning of video games: Gaming and textual strategies. Routledge","DOI":"10.4324\/9780203929926"},{"key":"10365_CR19","doi-asserted-by":"crossref","unstructured":"Karvelis P, Gavrilis D, Georgoulas G, Stylios C (2018) Topic recommendation using doc2vec. In: 2018 International Joint Conference on Neural Networks (IJCNN), IEEE, pp 1\u20136","DOI":"10.1109\/IJCNN.2018.8489513"},{"key":"10365_CR20","doi-asserted-by":"crossref","unstructured":"Lewis C, Whitehead J, Wardrip-Fruin N (2010) What went wrong: a taxonomy of video game bugs. In: Proceedings of the fifth international conference on the foundations of digital games, pp 108\u2013115","DOI":"10.1145\/1822348.1822363"},{"key":"10365_CR21","doi-asserted-by":"crossref","unstructured":"Li C, Gandhi S, Harrison B (2019) End-to-end let\u2019s play commentary generation using multi-modal video representations. In: Proceedings of the 14th International Conference on the Foundations of Digital Games, pp 1\u20137","DOI":"10.1145\/3337722.3341870"},{"key":"10365_CR22","doi-asserted-by":"publisher","first-page":"2095","DOI":"10.1007\/s10664-016-9480-2","volume":"22","author":"D Lin","year":"2017","unstructured":"Lin D, Bezemer CP, Hassan AE (2017) Studying the urgent updates of popular games on the steam platform. Empir Softw Eng 22:2095\u20132126","journal-title":"Empir Softw Eng"},{"issue":"6","key":"10365_CR23","doi-asserted-by":"publisher","first-page":"4006","DOI":"10.1007\/s10664-019-09733-6","volume":"24","author":"D Lin","year":"2019","unstructured":"Lin D, Bezemer CP, Hassan AE (2019) Identifying gameplay videos that exhibit bugs in computer games. Empir Softw Eng 24(6):4006\u20134033","journal-title":"Empir Softw Eng"},{"key":"10365_CR24","doi-asserted-by":"crossref","unstructured":"MacFarland TW, Yates JM, MacFarland TW, Yates JM (2016) Mann\u2013whitney u test. Introduction to nonparametric statistics for the biological sciences using R pp 103\u2013132","DOI":"10.1007\/978-3-319-30634-6_4"},{"key":"10365_CR25","doi-asserted-by":"crossref","unstructured":"Mann HB, Whitney DR (1947) On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics pp 50\u201360","DOI":"10.1214\/aoms\/1177730491"},{"issue":"11","key":"10365_CR26","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/219717.219748","volume":"38","author":"GA Miller","year":"1995","unstructured":"Miller GA (1995) Wordnet: a lexical database for english. Commun ACM 38(11):39\u201341","journal-title":"Commun ACM"},{"key":"10365_CR27","doi-asserted-by":"crossref","unstructured":"Murphy-Hill E, Zimmermann T, Nagappan N (2014) Cowboys, ankle sprains, and keepers of quality: How is video game development different from software development? In: Proceedings of the 36th International Conference on Software Engineering, pp 1\u201311","DOI":"10.1145\/2568225.2568226"},{"issue":"4","key":"10365_CR28","doi-asserted-by":"publisher","first-page":"247","DOI":"10.18201\/ijisae.2017533899","volume":"5","author":"FO Ozkok","year":"2017","unstructured":"Ozkok FO, Celik M (2017) A new approach to determine eps parameter of dbscan algorithm. Int J Intell Syst Appl Eng 5(4):247\u2013251","journal-title":"Int J Intell Syst Appl Eng"},{"key":"10365_CR29","unstructured":"Python (2023a) Opencv. https:\/\/opencv.org, [Online]"},{"key":"10365_CR30","unstructured":"Python (2023b) spacy. https:\/\/spacy.io\/, [Online]"},{"key":"10365_CR31","unstructured":"Python (2023c) Video-kf. https:\/\/pypi.org\/project\/video-kf\/, [Online]"},{"issue":"1","key":"10365_CR32","first-page":"26","volume":"4","author":"H Ramchoun","year":"2016","unstructured":"Ramchoun H, Ghanou Y, Ettaouil M, Janati Idrissi MA (2016) Multilayer perceptron: Architecture optimization and training. Int J Interact Multimed Artif Intell 4(1):26\u201330","journal-title":"Int J Interact Multimed Artif Intell"},{"key":"10365_CR33","unstructured":"Rong X (2014) word2vec parameter learning explained. arXiv preprint arXiv:14112738"},{"key":"10365_CR34","doi-asserted-by":"crossref","unstructured":"Santos RE, Magalh\u00e3es CV, Capretz LF, Correia-Neto JS, da Silva FQ, Saher A (2018) Computer games are serious business and so is their quality: particularities of software testing in game development from the perspective of practitioners. In: Proceedings of the 12th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement, pp 1\u201310","DOI":"10.1145\/3239235.3268923"},{"issue":"1","key":"10365_CR35","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/TSE.2017.2759112","volume":"45","author":"S Scalabrino","year":"2017","unstructured":"Scalabrino S, Bavota G, Russo B, Di Penta M, Oliveto R (2017) Listening to the crowd for the release planning of mobile apps. IEEE Trans Software Eng 45(1):68\u201386","journal-title":"IEEE Trans Software Eng"},{"key":"10365_CR36","unstructured":"Shah S, Guzdial M, Riedl MO (2019) Automated let\u2019s play commentary. arXiv preprint arXiv:190902195"},{"key":"10365_CR37","unstructured":"Sou\u010dek T, Loko\u010d J (2020) Transnet v2: An effective deep network architecture for fast shot transition detection"},{"key":"10365_CR38","unstructured":"Steam (2023a) Conan exiles. https:\/\/store.steampowered.com\/app\/440900\/Conan_Exiles\/"},{"key":"10365_CR39","unstructured":"Steam (2023b) Dayz. https:\/\/store.steampowered.com\/app\/221100\/DayZ\/"},{"key":"10365_CR40","unstructured":"Steam (2023c ) New world. https:\/\/store.steampowered.com\/app\/1063730\/New_World\/"},{"key":"10365_CR41","doi-asserted-by":"crossref","unstructured":"Tang S, Feng L, Kuang Z, Chen Y, Zhang W (2018) Fast video shot transition localization with deep structured models. In: Asian Conference on Computer Vision, Springer, pp 577\u2013592","DOI":"10.1007\/978-3-030-20887-5_36"},{"key":"10365_CR42","doi-asserted-by":"crossref","unstructured":"Tian Y, Lo D, Lawall J (2014) Sewordsim: Software-specific word similarity database. In: Companion Proceedings of the 36th International Conference on Software Engineering, pp 568\u2013571","DOI":"10.1145\/2591062.2591071"},{"key":"10365_CR43","doi-asserted-by":"crossref","unstructured":"Toy EJ, Kummaragunta JV, Yoo JS (2018) Large-scale cross-country analysis of steam popularity. In: 2018 International Conference on Computational Science and Computational Intelligence (CSCI), IEEE, pp 1054\u20131058","DOI":"10.1109\/CSCI46756.2018.00205"},{"key":"10365_CR44","doi-asserted-by":"crossref","unstructured":"Truelove A, de Almeida ES, Ahmed I (2021) We\u2019ll fix it in post: What do bug fixes in video game update notes tell us? In: 2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE), IEEE, pp 736\u2013747","DOI":"10.1109\/ICSE43902.2021.00073"},{"issue":"1","key":"10365_CR45","first-page":"62","volume":"27","author":"T Wan","year":"2015","unstructured":"Wan T, Jun H, Zhang H, Pan W, Hua H (2015) Kappa coefficient: a popular measure of rater agreement. Shanghai Arch Psychiatry 27(1):62","journal-title":"Shanghai Arch Psychiatry"},{"issue":"4","key":"10365_CR46","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1109\/TIP.2003.819861","volume":"13","author":"Z Wang","year":"2004","unstructured":"Wang Z, Bovik A, Sheikh H, Simoncelli E (2004) Image quality assessment: from error visibility to structural similarity. IEEE Trans Image Process 13(4):600\u2013612. https:\/\/doi.org\/10.1109\/TIP.2003.819861","journal-title":"IEEE Trans Image Process"},{"key":"10365_CR47","unstructured":"Wen Z, Tzerpos V (2004) An effectiveness measure for software clustering algorithms. In: Proceedings. 12th IEEE International Workshop on Program Comprehension, 2004., IEEE, pp 194\u2013203"},{"issue":"1","key":"10365_CR48","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s13042-010-0001-0","volume":"1","author":"Y Zhang","year":"2010","unstructured":"Zhang Y, Jin R, Zhou ZH (2010) Understanding bag-of-words model: a statistical framework. Int J Mach Learn Cybern 1(1):43\u201352","journal-title":"Int J Mach Learn Cybern"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10365-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-023-10365-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10365-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T09:09:34Z","timestamp":1730279374000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-023-10365-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,7]]},"references-count":48,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["10365"],"URL":"https:\/\/doi.org\/10.1007\/s10664-023-10365-0","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,7]]},"assertion":[{"value":"27 June 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 October 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"136"}}