{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,27]],"date-time":"2025-12-27T21:07:24Z","timestamp":1766869644878,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":71,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T00:00:00Z","timestamp":1665360000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Deutsche Forschungsgemeinschaft (DFG)","award":["418126274"],"award-info":[{"award-number":["418126274"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,10]]},"DOI":"10.1145\/3551349.3556939","type":"proceedings-article","created":{"date-parts":[[2023,1,5]],"date-time":"2023-01-05T20:43:54Z","timestamp":1672951434000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Neuroevolution-Based Generation of Tests and Oracles for Games"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9509-7671","authenticated-orcid":false,"given":"Patric","family":"Feldmeier","sequence":"first","affiliation":[{"name":"University of Passau, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4364-6595","authenticated-orcid":false,"given":"Gordon","family":"Fraser","sequence":"additional","affiliation":[{"name":"University of Passau, Germany"}]}],"member":"320","published-online":{"date-parts":[[2023,1,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"A survey of automated assessment approaches for programming assignments. Computer science education 15, 2","author":"Ala-Mutka M","year":"2005","unstructured":"Kirsti\u00a0M Ala-Mutka. 2005. A survey of automated assessment approaches for programming assignments. Computer science education 15, 2 (2005), 83\u2013102."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.457"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293455"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TG.2019.2947597"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2010.54"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677313"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICINFA.2006.374100"},{"key":"e_1_3_2_1_8_1","volume-title":"2010 The 12th International Conference on Advanced Communication Technology (ICACT), Vol.\u00a02. IEEE, 1676\u20131680","author":"Cho Chang-Sik","year":"2010","unstructured":"Chang-Sik Cho, Kang-Min Sohn, Chang-Jun Park, and Ji-Hoon Kang. 2010. Online game testing using scenario-based control of massive virtual users. In 2010 The 12th International Conference on Advanced Communication Technology (ICACT), Vol.\u00a02. IEEE, 1676\u20131680."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/115372.115320"},{"key":"e_1_3_2_1_10_1","volume-title":"The mahalanobis distance. Chemometrics and intelligent laboratory systems 50, 1","author":"De\u00a0Maesschalck Roy","year":"2000","unstructured":"Roy De\u00a0Maesschalck, Delphine Jouan-Rimbaud, and D\u00e9sir\u00e9\u00a0L Massart. 2000. The mahalanobis distance. Chemometrics and intelligent laboratory systems 50, 1 (2000), 1\u201318."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Adina Deiner Patric Feldmeier Gordon Fraser Sebastian Schweikl and Wengran Wang. 2022. Automated Test Generation for Scratch Programs. arXiv preprint arXiv:2202.06274(2022).","DOI":"10.1007\/s10664-022-10255-x"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Heather Desurvire Martin Caplan and Jozsef\u00a0A Toth. 2004. Using heuristics to evaluate the playability of games. In CHI\u201904 extended abstracts on Human factors in computing systems. 1509\u20131512.","DOI":"10.1145\/985921.986102"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFRKM.2010.5466926"},{"key":"e_1_3_2_1_14_1","volume-title":"Survey of Neural Transfer Functions. Neural computing surveys 2, 1","author":"Duch W\u0142odzis\u0142aw","year":"1999","unstructured":"W\u0142odzis\u0142aw Duch and Norbert Jankowski. 1999. Survey of Neural Transfer Functions. Neural computing surveys 2, 1 (1999), 163\u2013212."},{"key":"e_1_3_2_1_15_1","volume-title":"Proc. 8th Aust. Conf. on the Neural Networks","author":"Dunne A","year":"1997","unstructured":"Rob\u00a0A Dunne and Norm\u00a0A Campbell. 1997. On the Pairing of the Softmax Activation and Cross-Entropy Penalty Functions and the Derivation of the Softmax Activation Function. In Proc. 8th Aust. Conf. on the Neural Networks, Melbourne, Vol.\u00a0181. Citeseer, 185."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397357"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02583-9_35"},{"key":"e_1_3_2_1_18_1","volume-title":"Neuroevolution: From Architectures to Learning. Evolutionary intelligence 1, 1","author":"Floreano Dario","year":"2008","unstructured":"Dario Floreano, Peter D\u00fcrr, and Claudio Mattiussi. 2008. Neuroevolution: From Architectures to Learning. Evolutionary intelligence 1, 1 (2008), 47\u201362."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.93"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10559-013-9570-8"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2338965.2336762"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3296979.3192387"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2013.2294713"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930480"},{"key":"e_1_3_2_1_26_1","first-page":"111","article-title":"Performance Analysis of Various Activation Functions in Generalized MLP Architectures of Neural Networks","volume":"1","author":"Karlik Bekir","year":"2011","unstructured":"Bekir Karlik and A\u00a0Vehbi Olgac. 2011. Performance Analysis of Various Activation Functions in Generalized MLP Architectures of Neural Networks. International Journal of Artificial Intelligence and Expert Systems 1, 4(2011), 111\u2013122.","journal-title":"International Journal of Artificial Intelligence and Expert Systems"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Shruti Kaushik Abhinav Choudhury Nataraj Dasgupta Sayee Natarajan Larry\u00a0A Pickett and Varun Dutt. 2020. Ensemble of Multi-headed Machine Learning Architectures for Time-Series. Applications of Machine Learning(2020) 199.","DOI":"10.1007\/978-981-15-3357-0_14"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899422"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983990.2984031"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417065"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2011.2150755"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.2197\/ipsjjip.27.340"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.57624"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1152215.1152218"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/SSBSE.2010.21"},{"key":"e_1_3_2_1_37_1","volume-title":"Playing FPS Games with Deep Reinforcement Learning. In Thirty-First AAAI Conference on Artificial Intelligence.","author":"Lample Guillaume","year":"2017","unstructured":"Guillaume Lample and Devendra\u00a0Singh Chaplot. 2017. Playing FPS Games with Deep Reinforcement Learning. In Thirty-First AAAI Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868358.1868363"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Henry\u00a0B Mann and Donald\u00a0R Whitney. 1947. On a Test of Whether One of Two Random Variables is Stochastically Larger than the Other. The annals of mathematical statistics(1947) 50\u201360.","DOI":"10.1214\/aoms\/1177730491"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931054"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2010.2100395"},{"volume-title":"Artificial intelligence in the age of neural networks and brain computing","author":"Miikkulainen Risto","key":"e_1_3_2_1_43_1","unstructured":"Risto Miikkulainen, Jason Liang, Elliot Meyerson, Aditya Rawal, Daniel Fink, Olivier Francon, Bala Raju, Hormoz Shahrzad, Arshak Navruzyan, Nigel Duffy, 2019. Evolving deep neural networks. In Artificial intelligence in the age of neural networks and brain computing. Elsevier, 293\u2013312."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/227607.227610"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2008.5035625"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Johannes Pfau Jan\u00a0David Smeddinck and Rainer Malaka. 2017. Automated Game Testing with Icarus: Intelligent Completion of Adventure Riddles via Unsupervised Solving. In Extended abstracts publication of the annual symposium on computer-human interaction in play. 153\u2013164.","DOI":"10.1145\/3130859.3131439"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Cristiano Politowski Yann-Ga\u00ebl Gu\u00e9h\u00e9neuc and Fabio Petrillo. 2022. Towards Automated Video Game Testing: Still a Long Way to Go. arXiv preprint arXiv:2202.12777(2022).","DOI":"10.1145\/3524494.3527627"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/AST52587.2021.00018"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01411376"},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings of the Genetic and Evolutionary Computation Conference","author":"Rawal Aditya","year":"2016","unstructured":"Aditya Rawal and Risto Miikkulainen. 2016. Evolving Deep LSTM-based Memory Networks using an Information Maximization Objective. In Proceedings of the Genetic and Evolutionary Computation Conference 2016. 501\u2013508."},{"key":"e_1_3_2_1_51_1","volume-title":"Learning Representations by Back-Propagating Errors. nature 323, 6088","author":"Rumelhart E","year":"1986","unstructured":"David\u00a0E Rumelhart, Geoffrey\u00a0E Hinton, and Ronald\u00a0J Williams. 1986. Learning Representations by Back-Propagating Errors. nature 323, 6088 (1986), 533\u2013536."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-022-01064-6"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693143"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2980380"},{"key":"e_1_3_2_1_55_1","volume-title":"Julian Schrittwieser, Ioannis Antonoglou","author":"Silver David","year":"2016","unstructured":"David Silver, Aja Huang, Chris\u00a0J Maddison, Arthur Guez, Laurent Sifre, George Van Den\u00a0Driessche, Julian Schrittwieser, Ioannis Antonoglou, Veda Panneershelvam, Marc Lanctot, 2016. Mastering the Game of Go with Deep Neural Networks and Tree Search. nature 529, 7587 (2016), 484\u2013489."},{"key":"e_1_3_2_1_56_1","volume-title":"A General Reinforcement Learning Algorithm that Masters Chess, Shogi, and Go through Self-play. Science 362, 6419","author":"Silver David","year":"2018","unstructured":"David Silver, Thomas Hubert, Julian Schrittwieser, Ioannis Antonoglou, Matthew Lai, Arthur Guez, Marc Lanctot, Laurent Sifre, Dharshan Kumaran, Thore Graepel, 2018. A General Reinforcement Learning Algorithm that Masters Chess, Shogi, and Go through Self-play. Science 362, 6419 (2018), 1140\u20131144."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1609\/aiide.v5i1.12368"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338910"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2005.856210"},{"key":"e_1_3_2_1_60_1","volume-title":"A Hypercube-Based Encoding for Evolving Large-Scale Neural Networks. Artificial life 15, 2","author":"Stanley O","year":"2009","unstructured":"Kenneth\u00a0O Stanley, David\u00a0B D\u2019Ambrosio, and Jason Gauci. 2009. A Hypercube-Based Encoding for Evolving Large-Scale Neural Networks. Artificial life 15, 2 (2009), 185\u2013212."},{"key":"e_1_3_2_1_61_1","volume-title":"Evolving Neural Networks through Augmenting Topologies. Evolutionary computation 10, 2","author":"Stanley O","year":"2002","unstructured":"Kenneth\u00a0O Stanley and Risto Miikkulainen. 2002. Evolving Neural Networks through Augmenting Topologies. Evolutionary computation 10, 2 (2002), 99\u2013127."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/1013886.1007528"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07064-3_6"},{"key":"e_1_3_2_1_64_1","first-page":"101","article-title":"A Critique and Improvement of the CL Common Language Effect Size Statistics of McGraw and Wong","volume":"25","author":"Vargha Andr\u00e1s","year":"2000","unstructured":"Andr\u00e1s Vargha and Harold\u00a0D Delaney. 2000. A Critique and Improvement of the CL Common Language Effect Size Statistics of McGraw and Wong. Journal of Educational and Behavioral Statistics 25, 2(2000), 101\u2013132.","journal-title":"Journal of Educational and Behavioral Statistics"},{"volume-title":"Kernel smoothing","author":"Wand P","key":"e_1_3_2_1_65_1","unstructured":"Matt\u00a0P Wand and M\u00a0Chris Jones. 1994. Kernel smoothing. CRC press."},{"key":"e_1_3_2_1_66_1","volume-title":"Evolutionary test environment for automatic structural testing. Information and software technology 43, 14","author":"Wegener Joachim","year":"2001","unstructured":"Joachim Wegener, Andr\u00e9 Baresel, and Harmen Sthamer. 2001. Evolutionary test environment for automatic structural testing. Information and software technology 43, 14 (2001), 841\u2013854."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/1143997.1144252"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1068009.1068210"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/11785477_23"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106262"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00077"}],"event":{"name":"ASE '22: 37th IEEE\/ACM International Conference on Automated Software Engineering","acronym":"ASE '22","location":"Rochester MI USA"},"container-title":["Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3551349.3556939","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3551349.3556939","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T08:30:12Z","timestamp":1755851412000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3551349.3556939"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,10]]},"references-count":71,"alternative-id":["10.1145\/3551349.3556939","10.1145\/3551349"],"URL":"https:\/\/doi.org\/10.1145\/3551349.3556939","relation":{},"subject":[],"published":{"date-parts":[[2022,10,10]]},"assertion":[{"value":"2023-01-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}