{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,21]],"date-time":"2026-06-21T10:47:27Z","timestamp":1782038847376,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSERC Discovery","award":["GPIN-2014-05763"],"award-info":[{"award-number":["GPIN-2014-05763"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376831","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T19:28:08Z","timestamp":1590607688000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["A Postmortem on Playtesting: Exploring the Impact of Playtesting on the Critical Reception of Video Games"],"prefix":"10.1145","author":[{"given":"Pejman","family":"Mirza-Babaei","sequence":"first","affiliation":[{"name":"Ontario Tech University, Oshawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Samantha","family":"Stahlke","sequence":"additional","affiliation":[{"name":"Ontario Tech University, Oshawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"G\u00fcnter","family":"Wallner","sequence":"additional","affiliation":[{"name":"Eindhoven University of Technology, Eindhoven, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Atiya","family":"Nova","sequence":"additional","affiliation":[{"name":"Ontario Tech University, Oshawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2658537.2658704"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1255047.1255142"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1358628.1358953"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.14236\/ewic\/HCI2009.52"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2967934.2968103"},{"key":"e_1_3_2_2_6_1","volume-title":"Nacke","author":"Drachen Anders","year":"2018","unstructured":"Anders Drachen, Pejman Mirza-Babaei, and Lennart E. Nacke. 2018. Games User Research. Oxford University Press, Oxford, UK."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1177\/1046878111434255"},{"key":"e_1_3_2_2_8_1","volume-title":"Nintendo in the Firing Line. (2013). https:\/\/www.gamesindustry.biz\/articles\/2013--12-05nintendo-in-the-firing-line Accessed","author":"Fahey Rob","year":"2019","unstructured":"Rob Fahey. 2013. Nintendo in the Firing Line. (2013). https:\/\/www.gamesindustry.biz\/articles\/2013--12-05nintendo-in-the-firing-line Accessed: September, 2019."},{"key":"e_1_3_2_2_9_1","volume-title":"Steam Review Bombing is Working, and Chinese Players are a Powerful New Voice. (2017). https:\/\/www.pcgamer.com\/steam-review-bombing-isworking-and-chinese-players-are-a-powerful-newvoice\/ Accessed","author":"Fenlon Wes","year":"2019","unstructured":"Wes Fenlon. 2017. Steam Review Bombing is Working, and Chinese Players are a Powerful New Voice. (2017). https:\/\/www.pcgamer.com\/steam-review-bombing-isworking-and-chinese-players-are-a-powerful-newvoice\/ Accessed: September, 2019."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1177\/160940690600500107"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1201\/b13172"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2892316"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1996461.1996485"},{"key":"e_1_3_2_2_14_1","volume-title":"Post-launch in Games User Research","author":"Livingston Ian","unstructured":"Ian Livingston. 2018. Post-launch in Games User Research. In Games User Research, Anders Drachen, Pejman Mirza-Babaei, and Lennart Nacke (Eds.). Oxford University Press, Oxford, UK."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1920778.1920786"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2037692.2037697"},{"key":"e_1_3_2_2_17_1","volume-title":"Mandryk","author":"Livingston Ian J.","year":"2011","unstructured":"Ian J. Livingston, Lennart E. Nacke, and Regan L. Mandryk. 2011b. Influencing Experience: The Effects of Reading Game Reviews on Player Experience. In Entertainment Computing -- ICEC 2011, Junia Coutinho Anacleto, Sidney Fels, Nicholas Graham, Bill Kapralos, Magy Saif El-Nasr, and Kevin Stanley (Eds.). Springer, Berlin, Heidelberg, 89--100."},{"key":"e_1_3_2_2_18_1","volume-title":"15 Metrics All Game Developers Should Know by Heart. (2015). https:\/\/gameanalytics.com\/blog\/metrics-all-gamedevelopers-should-know.html Accessed","author":"McCalmont Trevor","year":"2019","unstructured":"Trevor McCalmont. 2015. 15 Metrics All Game Developers Should Know by Heart. (2015). https:\/\/gameanalytics.com\/blog\/metrics-all-gamedevelopers-should-know.html Accessed: September, 2019."},{"key":"e_1_3_2_2_19_1","volume-title":"A Brief History of how Steam Review Bombing Damages Developers. (2017). https:\/\/www.pcgamesn.com\/history-of-steam-review-bombing Accessed","author":"McKeand Kirk","year":"2019","unstructured":"Kirk McKeand. 2017. A Brief History of how Steam Review Bombing Damages Developers. (2017). https:\/\/www.pcgamesn.com\/history-of-steam-review-bombing Accessed: September, 2019."},{"key":"e_1_3_2_2_20_1","volume-title":"EEDAR study: Review Scores do Affect Sales. (2010). https:\/\/www.gamesindustry.biz\/articles\/eedar-reviewscores-do-affect-sales Accessed","author":"Meer Alec","year":"2019","unstructured":"Alec Meer. 2010. EEDAR study: Review Scores do Affect Sales. (2010). https:\/\/www.gamesindustry.biz\/articles\/eedar-reviewscores-do-affect-sales Accessed: September, 2019."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2994310.2994364"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2479651"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2892408"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3298826"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2856504"},{"key":"e_1_3_2_2_26_1","first-page":"1","article-title":"Severity Ratings for Usability Problems","volume":"54","author":"Nielsen Jakob","year":"1995","unstructured":"Jakob Nielsen. 1995. Severity Ratings for Usability Problems. Papers and Essays 54 (1995), 1--2.","journal-title":"Papers and Essays"},{"key":"e_1_3_2_2_27_1","volume-title":"How Game Developers Define Success. Presentation at GDC","author":"Ruggiero Dana","year":"2017","unstructured":"Dana Ruggiero. 2017. How Game Developers Define Success. Presentation at GDC 2017. (2017). https:\/\/www.gdcvault.com\/play\/1023960\/How-GameDevelopers-Define Accessed: September, 2019."},{"key":"e_1_3_2_2_28_1","unstructured":"Chad Sapieha. 2019. Far Cry New Dawn review: Eminently playable predictably repetitive. (2019). https:\/\/business.financialpost.com\/technology\/gaming\/far-cry-new-dawn-review-eminently-playablepredictably-repetitive Accessed: September 2019."},{"key":"e_1_3_2_2_29_1","volume-title":"The Art of Game Design: A Deck of Lenses","author":"Schell Jesse","unstructured":"Jesse Schell. 2014. The Art of Game Design: A Deck of Lenses (2nd ed.). Schell Games.","edition":"2"},{"key":"e_1_3_2_2_30_1","volume-title":"Metacritic Matters: How Review Scores Hurt Video Games.","author":"Schreier Jason","year":"2015","unstructured":"Jason Schreier. 2015. Metacritic Matters: How Review Scores Hurt Video Games. (2015). https:\/\/kotaku.com\/metacritic-matters-how-reviewscores-hurt-video-games-472462218 Accessed: September, 2019."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2212776.2212694"},{"key":"e_1_3_2_2_32_1","volume-title":"ROI of UX: Making the Business Case. White paper (personal publication). (March","author":"Streit Matt","year":"2018","unstructured":"Matt Streit. 2018. ROI of UX: Making the Business Case. White paper (personal publication). (March 2018). https:\/\/docs.google.com\/document\/d\/1J3jRbqKUjlwt4el82KL3kZ5y6mGHOOJY8jbrusYW8k\/mobilebasic Accessed: January, 2020."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1536513.1536553"},{"key":"e_1_3_2_2_34_1","volume-title":"Proceedings of the 8th International Conference on Foundations of Digital Games. 86--93","author":"Zagal Jos\u00e9 Pablo","year":"2013","unstructured":"Jos\u00e9 Pablo Zagal and Noriko Tomuro. 2013. Cultural Differences in Game Appreciation: A Study of Player Game Reviews. In Proceedings of the 8th International Conference on Foundations of Digital Games. 86--93."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2559206.2559239"}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '20","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376831","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376831","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:32:47Z","timestamp":1750199567000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376831"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":35,"alternative-id":["10.1145\/3313831.3376831","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376831","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}