{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,23]],"date-time":"2025-02-23T05:15:00Z","timestamp":1740287700012,"version":"3.37.3"},"reference-count":92,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T00:00:00Z","timestamp":1733875200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T00:00:00Z","timestamp":1733875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s10664-024-10597-8","type":"journal-article","created":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T08:11:09Z","timestamp":1733904669000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Harnessing pre-trained generalist agents for software engineering tasks"],"prefix":"10.1007","volume":"30","author":[{"given":"Paulina Stevia Nouwou","family":"Mindom","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amin","family":"Nikanjam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,11]]},"reference":[{"key":"10597_CR1","unstructured":"Agarwal DA, Jain S (2014) Efficient optimal algorithm of task scheduling in cloud computing environment. arXiv:1404.2076"},{"key":"10597_CR2","unstructured":"Agarwal R, Schuurmans D, Norouzi M (2020) An optimistic perspective on offline reinforcement learning. In: International conference on machine learning, PMLR, pp 104\u2013114"},{"key":"10597_CR3","doi-asserted-by":"publisher","first-page":"106893","DOI":"10.1016\/j.infsof.2022.106893","volume":"147","author":"H Ahmadi","year":"2022","unstructured":"Ahmadi H, Ashtiani M, Azgomi MA, Saheb-Nassagh R (2022) A dqn-based agent for automatic software refactoring. Inf Softw Technol 147:106893","journal-title":"Inf Softw Technol"},{"key":"10597_CR4","doi-asserted-by":"crossref","unstructured":"Antoniol G, Gu\u00e9h\u00e9neuc YG (2005) Feature identification: a novel approach and a case study. In: 21st IEEE international conference on software maintenance (ICSM\u201905), IEEE, pp 357\u2013366","DOI":"10.1109\/ICSM.2005.48"},{"issue":"3","key":"10597_CR5","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1002\/stvr.1486","volume":"24","author":"A Arcuri","year":"2014","unstructured":"Arcuri A, Briand L (2014) A hitchhiker\u2019s guide to statistical tests for assessing randomized algorithms in software engineering. Softw Test Verif Reliab 24(3):219\u2013250","journal-title":"Softw Test Verif Reliab"},{"key":"10597_CR6","doi-asserted-by":"crossref","unstructured":"Arnab A, Dehghani M, Heigold G, Sun C, Lu\u010di\u0107 M, Schmid C (2021) Vivit: A video vision transformer. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 6836\u20136846","DOI":"10.1109\/ICCV48922.2021.00676"},{"key":"10597_CR7","doi-asserted-by":"crossref","unstructured":"Bagherzadeh M, Kahani N, Briand L (2021) Reinforcement learning for test case prioritization. IEEE Trans Softw Eng","DOI":"10.1109\/TSE.2021.3070549"},{"issue":"12","key":"10597_CR8","doi-asserted-by":"publisher","first-page":"1209","DOI":"10.1007\/s00607-015-0455-8","volume":"97","author":"F Bahrpeyma","year":"2015","unstructured":"Bahrpeyma F, Haghighi H, Zakerolhosseini A (2015) An adaptive rl based approach for dynamic resource provisioning in cloud virtualized data centers. Computing 97(12):1209\u20131234","journal-title":"Computing"},{"key":"10597_CR9","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare MG, Naddaf Y, Veness J, Bowling M (2013) The arcade learning environment: An evaluation platform for general agents. J Artif Intell Res 47:253\u2013279","journal-title":"J Artif Intell Res"},{"issue":"2","key":"10597_CR10","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1016\/S0377-2217(99)00486-5","volume":"127","author":"J Blazewicz","year":"2000","unstructured":"Blazewicz J, Pesch E, Sterna M (2000) The disjunctive graph machine representation of the job shop scheduling problem. Eur J Oper Res 127(2):317\u2013331","journal-title":"Eur J Oper Res"},{"key":"10597_CR11","unstructured":"Brockman G, Cheung V, Pettersson L, Schneider J, Schulman J, Tang J, Zaremba W (2016) Openai gym. arXiv:1606.01540"},{"issue":"1","key":"10597_CR12","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.cmpb.2005.02.007","volume":"79","author":"AM Brown","year":"2005","unstructured":"Brown AM (2005) A new software for carrying out one-way anova post hoc tests. Comput Methods Programs Biomed 79(1):89\u201395","journal-title":"Comput Methods Programs Biomed"},{"key":"10597_CR13","unstructured":"Car (2016) Cartpole. https:\/\/gym.openai.com\/envs\/CartPole-v0\/"},{"key":"10597_CR14","doi-asserted-by":"crossref","unstructured":"Chakraborty P, Alfadel M, Nagappan M (2023) Rlocator: Reinforcement learning for bug localization. arXiv:2305.05586","DOI":"10.1109\/TSE.2024.3452595"},{"key":"10597_CR15","doi-asserted-by":"crossref","unstructured":"Chang X, Liang Z, Zhang Y, Cui L, Long Z, Wu G, Gao Y, Chen W, Wei J, Huang T (2023) A reinforcement learning approach to generating test cases for web applications. In: 2023 IEEE\/ACM international conference on automation of software test (AST), IEEE, pp 13\u201323","DOI":"10.1109\/AST58925.2023.00006"},{"key":"10597_CR16","first-page":"15084","volume":"34","author":"L Chen","year":"2021","unstructured":"Chen L, Lu K, Rajeswaran A, Lee K, Grover A, Laskin M, Abbeel P, Srinivas A, Mordatch I (2021) Decision transformer: Reinforcement learning via sequence modeling. Adv Neural Inf Process Syst 34:15084\u201315097","journal-title":"Adv Neural Inf Process Syst"},{"key":"10597_CR17","doi-asserted-by":"crossref","unstructured":"Chen J, Ma H, Zhang L (2020) Enhanced compiler bug isolation via memoized search. In: Proceedings of the 35th IEEE\/ACM international conference on automated software engineering, pp 78\u201389","DOI":"10.1145\/3324884.3416570"},{"issue":"6","key":"10597_CR18","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1109\/32.295895","volume":"20","author":"SR Chidamber","year":"1994","unstructured":"Chidamber SR, Kemerer CF (1994) A metrics suite for object oriented design. IEEE Trans Softw Eng 20(6):476\u2013493","journal-title":"IEEE Trans Softw Eng"},{"key":"10597_CR19","doi-asserted-by":"crossref","unstructured":"Chiu CH, Xiong Z, Guo Z, Huang TW, Lin Y (2024) An efficient task-parallel pipeline programming framework. In: Proceedings of the international conference on high performance computing in asia-pacific region, pp 95\u2013106","DOI":"10.1145\/3635035.3635037"},{"issue":"18","key":"10597_CR20","doi-asserted-by":"publisher","first-page":"21368","DOI":"10.1007\/s11227-023-05489-5","volume":"79","author":"A Chraibi","year":"2023","unstructured":"Chraibi A, Ben Alla S, Touhafi A, Ezzati A (2023) A novel dynamic multi-objective task scheduling optimization based on dueling dqn and per. J Supercomput 79(18):21368\u201321423","journal-title":"J Supercomput"},{"key":"10597_CR21","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2018) Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv:1810.04805"},{"key":"10597_CR22","unstructured":"Ecl (2022) Eclipse apache project. https:\/\/github.com\/eclipse-platform\/eclipse.platform.ui.git"},{"key":"10597_CR23","unstructured":"Espeholt L, Soyer H, Munos R, Simonyan K, Mnih V, Ward T, Doron Y, Firoiu V, Harley T, Dunning I, et\u00a0al. (2018) Impala: Scalable distributed deep-rl with importance weighted actor-learner architectures. In: International conference on machine learning, PMLR, pp 1407\u20131416"},{"key":"10597_CR24","unstructured":"Eysenbach B, Gupta A, Ibarz J, Levine S (2018) Diversity is all you need: Learning skills without a reward function. arXiv:1802.06070"},{"key":"10597_CR25","doi-asserted-by":"crossref","unstructured":"Feng Z, Guo D, Tang D, Duan N, Feng X, Gong M, Shou L, Qin B, Liu T, Jiang D, et\u00a0al. (2020) Codebert: A pre-trained model for programming and natural languages. arXiv:2002.08155","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"issue":"2","key":"10597_CR26","first-page":"113","volume":"1","author":"PA Games","year":"1976","unstructured":"Games PA, Howell JF (1976) Pairwise multiple comparison procedures with unequal n\u2019s and\/or variances: a monte carlo study. J Educ Stat 1(2):113\u2013125","journal-title":"J Educ Stat"},{"issue":"1","key":"10597_CR27","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.cie.2007.04.010","volume":"53","author":"J Gao","year":"2007","unstructured":"Gao J, Gen M, Sun L, Zhao X (2007) A hybrid of genetic algorithm and bottleneck shifting for multiobjective flexible job shop scheduling problems. Comput Ind Eng 53(1):149\u2013162","journal-title":"Comput Ind Eng"},{"key":"10597_CR28","unstructured":"Gormley C, Tong Z (2015) Elasticsearch: the definitive guide: a distributed real-time search and analytics engine. \u201cO\u2019Reilly Media, Inc.\u201d"},{"key":"10597_CR29","first-page":"1","volume-title":"2015 IEEE 8th International Conference on Software Testing","author":"M Harman","year":"2015","unstructured":"Harman M, Jia Y, Zhang Y (2015) Achievements, open problems and challenges for search based software testing. 2015 IEEE 8th International Conference on Software Testing. Verification and Validation (ICST), IEEE, pp 1\u201312"},{"issue":"8","key":"10597_CR30","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"10597_CR31","doi-asserted-by":"crossref","unstructured":"Ismail AM, Ab\u00a0Hamid SH, Sani AA, Daud NNM (2024) Toward reduction in false positives just-in-time software defect prediction using deep reinforcement learning. IEEE Access","DOI":"10.1109\/ACCESS.2024.3382991"},{"key":"10597_CR32","unstructured":"Kalashnikov D, Varley J, Chebotar Y, Swanson B, Jonschkowski R, Finn C, Levine S, Hausman K (2021) Mt-opt: Continuous multi-task robotic reinforcement learning at scale. arXiv:2104.08212"},{"key":"10597_CR33","unstructured":"Kanade A, Maniatis P, Balakrishnan G, Shi K (2020) Learning and evaluating contextual embedding of source code. In: International conference on machine learning, PMLR, pp 5110\u20135121"},{"issue":"10","key":"10597_CR34","first-page":"74","volume":"4","author":"S Kaur","year":"2012","unstructured":"Kaur S, Verma A (2012) An efficient approach to genetic algorithm for task scheduling in cloud computing environment. Int J Inf Technol Comput Sci (IJITCS) 4(10):74\u201379","journal-title":"Int J Inf Technol Comput Sci (IJITCS)"},{"key":"10597_CR35","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1016\/j.aej.2024.03.045","volume":"95","author":"A Khamaj","year":"2024","unstructured":"Khamaj A, Ali AM (2024) Adapting user experience with reinforcement learning: Personalizing interfaces based on user behavior analysis in real-time. Alex Eng J 95:164\u2013173","journal-title":"Alex Eng J"},{"key":"10597_CR36","doi-asserted-by":"crossref","unstructured":"Lazaric A (2012) Transfer in reinforcement learning: a framework and a survey. In: Reinforcement learning: state-of-the-art, Springer, pp 143\u2013173","DOI":"10.1007\/978-3-642-27645-3_5"},{"key":"10597_CR37","first-page":"21314","volume":"35","author":"H Le","year":"2022","unstructured":"Le H, Wang Y, Gotmare AD, Savarese S, Hoi SCH (2022) Coderl: Mastering code generation through pretrained models and deep reinforcement learning. Adv Neural Inf Process Syst 35:21314\u201321328","journal-title":"Adv Neural Inf Process Syst"},{"key":"10597_CR38","first-page":"27921","volume":"35","author":"KH Lee","year":"2022","unstructured":"Lee KH, Nachum O, Yang MS, Lee L, Freeman D, Guadarrama S, Fischer I, Xu W, Jang E, Michalewski H et al (2022) Multi-game decision transformers. Adv Neural Inf Process Syst 35:27921\u201327936","journal-title":"Adv Neural Inf Process Syst"},{"issue":"7","key":"10597_CR39","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1007\/s10664-022-10237-z","volume":"27","author":"H Liang","year":"2022","unstructured":"Liang H, Hang D, Li X (2022) Modeling function-level interactions for file-level bug localization. Empir Softw Eng 27(7):186","journal-title":"Empir Softw Eng"},{"key":"10597_CR40","unstructured":"Lin (2013) Link for bug - 420210. https:\/\/bugs.eclipse.org\/bugs\/show_bug.cgi?id=420210"},{"key":"10597_CR41","doi-asserted-by":"crossref","unstructured":"Liu X, Fan L, Xu J, Li X, Gong L, Grundy J, Yang Y (2019) Fogworkflowsim: An automated simulation toolkit for workflow performance evaluation in fog computing. In: 2019 34th IEEE\/ACM international conference on automated software engineering (ASE), IEEE, pp 1114\u20131117","DOI":"10.1109\/ASE.2019.00115"},{"issue":"3","key":"10597_CR42","doi-asserted-by":"publisher","first-page":"8359","DOI":"10.1007\/s11042-023-16008-2","volume":"83","author":"S Mangalampalli","year":"2024","unstructured":"Mangalampalli S, Karri GR, Kumar M, Khalaf OI, Romero CAT, Sahib GA (2024) Drlbtsa: Deep reinforcement learning based task-scheduling algorithm in cloud computing. Multimed Tools Appl 83(3):8359\u20138387","journal-title":"Multimed Tools Appl"},{"issue":"4","key":"10597_CR43","first-page":"12","volume":"27","author":"J McCarthy","year":"1955","unstructured":"McCarthy J, Minsky ML, Rochester N (1955) Shannon CE (2006) A proposal for the dartmouth summer research project on artificial intelligence, august 31. AI Mag 27(4):12\u201312","journal-title":"AI Mag"},{"issue":"2","key":"10597_CR44","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1037\/0033-2909.111.2.361","volume":"111","author":"KO McGraw","year":"1992","unstructured":"McGraw KO, Wong SP (1992) A common language effect size statistic. Psychol Bull 111(2):361","journal-title":"Psychol Bull"},{"key":"10597_CR45","first-page":"24379","volume":"34","author":"R Mendonca","year":"2021","unstructured":"Mendonca R, Rybkin O, Daniilidis K, Hafner D, Pathak D (2021) Discovering and achieving goals via world models. Adv Neural Inf Process Syst 34:24379\u201324391","journal-title":"Adv Neural Inf Process Syst"},{"issue":"7540","key":"10597_CR46","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"10597_CR47","unstructured":"Mnih V, Badia AP, Mirza M, Graves A, Lillicrap T, Harley T, Silver D, Kavukcuoglu K (2016) Asynchronous methods for deep reinforcement learning. In: International conference on machine learning, PMLR, pp 1928\u20131937"},{"key":"10597_CR48","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller M (2013) Playing atari with deep reinforcement learning. arXiv:1312.5602"},{"key":"10597_CR49","doi-asserted-by":"crossref","unstructured":"Moser R, Pedrycz W, Succi G (2008) A comparative analysis of the efficiency of change metrics and static code attributes for defect prediction. In: Proceedings of the 30th international conference on Software engineering, pp 181\u2013190","DOI":"10.1145\/1368088.1368114"},{"key":"10597_CR50","unstructured":"MsP (2018) Mspacman. https:\/\/www.gymlibrary.dev\/environments\/atari\/ms_pacman\/"},{"key":"10597_CR51","doi-asserted-by":"crossref","unstructured":"Munro MJ (2005) Product metrics for automatic identification of\" bad smell\" design problems in java source-code. In: 11th IEEE International Software Metrics Symposium (METRICS\u201905), IEEE, pp 15\u201315","DOI":"10.1109\/METRICS.2005.38"},{"key":"10597_CR52","first-page":"100942","volume":"41","author":"SA Murad","year":"2024","unstructured":"Murad SA, Azmi ZRM, Muzahid AJM, Sarker MMH, Miah MSU, Bhuiyan MKB, Rahimi N, Bairagi AK (2024) Priority based job scheduling technique that utilizes gaps to increase the efficiency of job distribution in cloud computing. Sustain Comput: Inf Syst 41:100942","journal-title":"Sustain Comput: Inf Syst"},{"issue":"5","key":"10597_CR53","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/s10664-023-10363-2","volume":"28","author":"PS Nouwou Mindom","year":"2023","unstructured":"Nouwou Mindom PS, Nikanjam A, Khomh F (2023) A comparison of reinforcement learning frameworks for software testing tasks. Empir Softw Eng 28(5):111","journal-title":"Empir Softw Eng"},{"key":"10597_CR54","doi-asserted-by":"crossref","unstructured":"Peters L, Moreno AM (2015) Educating software engineering managers-revisited what software project managers need to know today. In: 2015 IEEE\/ACM 37th IEEE international conference on software engineering, IEEE, vol\u00a02, pp 353\u2013359","DOI":"10.1109\/ICSE.2015.168"},{"key":"10597_CR55","doi-asserted-by":"crossref","unstructured":"Pfau J, Smeddinck JD, Malaka R (2017) Automated game testing with icarus: Intelligent completion of adventure riddles via unsupervised solving. In: Extended abstracts publication of the annual symposium on computer-human interaction in play, pp 153\u2013164","DOI":"10.1145\/3130859.3131439"},{"key":"10597_CR56","doi-asserted-by":"crossref","unstructured":"Politowski C, Gu\u00e9h\u00e9neuc YG, Petrillo F (2022) Towards automated video game testing: Still a long way to go. In: Proceedings of the 6th international ICSE workshop on games and software engineering: engineering fun, inspiration, and motivation, pp 37\u201343","DOI":"10.1145\/3524494.3527627"},{"key":"10597_CR57","doi-asserted-by":"crossref","unstructured":"Qu S, Zhao S, Li B, He Y, Cai X, Zhang L, Wang Y (2024) Cim-mlc: A multi-level compilation stack for computing-in-memory accelerators. In: Proceedings of the 29th ACM international conference on architectural support for programming languages and operating systems, vol 2, pp 185\u2013200","DOI":"10.1145\/3620665.3640359"},{"key":"10597_CR58","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I, et\u00a0al. (2018) Improving language understanding by generative pre-training"},{"issue":"140","key":"10597_CR59","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, Zhou Y, Li W, Liu PJ (2020) Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res 21(140):1\u201367","journal-title":"J Mach Learn Res"},{"key":"10597_CR60","unstructured":"rep (2023) Replication package. https:\/\/github.com\/npaulinastevia\/Harnessing_generalist_agents_on_SE"},{"issue":"23","key":"10597_CR61","doi-asserted-by":"publisher","first-page":"e5919","DOI":"10.1002\/cpe.5919","volume":"33","author":"G Rjoub","year":"2021","unstructured":"Rjoub G, Bentahar J, Abdel Wahab O, Saleh Bataineh A (2021) Deep and reinforcement learning for automated task scheduling in large-scale cloud computing systems. Concurr Comput Pract Exp 33(23):e5919","journal-title":"Concurr Comput Pract Exp"},{"issue":"3","key":"10597_CR62","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1109\/TG.2017.2737145","volume":"10","author":"P Rohlfshagen","year":"2017","unstructured":"Rohlfshagen P, Liu J, Perez-Liebana D, Lucas SM (2017) Pac-man conquers academia: Two decades of research using a classic arcade game. IEEE Trans Games 10(3):233\u2013256","journal-title":"IEEE Trans Games"},{"key":"10597_CR63","doi-asserted-by":"publisher","first-page":"103068","DOI":"10.1016\/j.sysarc.2024.103068","volume":"148","author":"M Samadi","year":"2024","unstructured":"Samadi M, Royuela S, Pinho LM, Carvalho T, Qui\u00f1ones E (2024) Time-predictable task-to-thread mapping in multi-core processors. J Syst Arch 148:103068","journal-title":"J Syst Arch"},{"issue":"3","key":"10597_CR64","doi-asserted-by":"publisher","first-page":"958","DOI":"10.1016\/j.ejor.2022.09.033","volume":"309","author":"MG S\u00e1nchez","year":"2023","unstructured":"S\u00e1nchez MG, Lalla-Ruiz E, Gil AF, Castro C, Vo\u00df S (2023) Resource-constrained multi-project scheduling problem: A survey. Eur J Oper Res 309(3):958\u2013976","journal-title":"Eur J Oper Res"},{"key":"10597_CR65","doi-asserted-by":"publisher","unstructured":"Santos RES, Magalh\u00e3es CVC, Capretz LF, Correia-Neto JS, da\u00a0Silva FQB, Saher A (2018) Computer games are serious business and so is their quality: Particularities of software testing in game development from the perspective of practitioners. In: Proceedings of the 12th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement, Association for Computing Machinery, New York, NY, USA, ESEM \u201918, https:\/\/doi.org\/10.1145\/3239235.3268923","DOI":"10.1145\/3239235.3268923"},{"issue":"1","key":"10597_CR66","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1177\/2515245918808784","volume":"2","author":"DC Sauder","year":"2019","unstructured":"Sauder DC, DeMars CE (2019) An updated recommendation for multiple comparisons. Adv Methods Pract Psychol Sci 2(1):26\u201344","journal-title":"Adv Methods Pract Psychol Sci"},{"key":"10597_CR67","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv:1707.06347"},{"key":"10597_CR68","doi-asserted-by":"crossref","unstructured":"Schwahn O, Coppik N, Winter S, Suri N (2019) Assessing the state and improving the art of parallel testing for c. In: Proceedings of the 28th ACM SIGSOFT international symposium on software testing and analysis, pp 123\u2013133","DOI":"10.1145\/3293882.3330573"},{"issue":"6","key":"10597_CR69","doi-asserted-by":"publisher","first-page":"4171","DOI":"10.1007\/s10586-022-03630-2","volume":"25","author":"K Siddesha","year":"2022","unstructured":"Siddesha K, Jayaramaiah G, Singh C (2022) A novel deep reinforcement learning scheme for task scheduling in cloud computing. Cluster Comput 25(6):4171\u20134188","journal-title":"Cluster Comput"},{"issue":"5","key":"10597_CR70","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2020976.2020994","volume":"36","author":"S Singh","year":"2011","unstructured":"Singh S, Kahlon KS (2011) Effectiveness of encapsulation and object-oriented metrics to refactor code and identify error prone classes using bad smells. ACM SIGSOFT Softw Eng Notes 36(5):1\u201310","journal-title":"ACM SIGSOFT Softw Eng Notes"},{"key":"10597_CR71","doi-asserted-by":"crossref","unstructured":"Singh L, Sharma DK (2013) An architecture for extracting information from hidden web databases using intelligent agent technology through reinforcement learning. In: 2013 IEEE conference on information & communication technologies, IEEE, pp 292\u2013297","DOI":"10.1109\/CICT.2013.6558108"},{"key":"10597_CR72","unstructured":"Sup (2014) Supertuxkart. https:\/\/github.com\/supertuxkart\/stk-code"},{"key":"10597_CR73","unstructured":"Taiga AA, Agarwal R, Farebrother J, Courville A, Bellemare MG (2023) Investigating multi-task pretraining and generalization in reinforcement learning. In: The eleventh international conference on learning representations"},{"issue":"2","key":"10597_CR74","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/0377-2217(93)90182-M","volume":"64","author":"E Taillard","year":"1993","unstructured":"Taillard E (1993) Benchmarks for basic scheduling problems. Eur J Oper Res 64(2):278\u2013285","journal-title":"Eur J Oper Res"},{"key":"10597_CR75","first-page":"13","volume":"34","author":"A Touati","year":"2021","unstructured":"Touati A, Ollivier Y (2021) Learning one representation to optimize all rewards. Adv Neural Inf Process Syst 34:13\u201323","journal-title":"Adv Neural Inf Process Syst"},{"key":"10597_CR76","doi-asserted-by":"crossref","unstructured":"Tufano R, Scalabrino S, Pascarella L, Aghajani E, Oliveto R, Bavota G (2022) Using reinforcement learning for load testing of video games. In: Proceedings of the 44th international conference on software engineering, pp 2303\u20132314","DOI":"10.1145\/3510003.3510625"},{"key":"10597_CR77","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst 30"},{"key":"10597_CR78","doi-asserted-by":"crossref","unstructured":"Vuong TAT, Takada S (2018) A reinforcement learning based approach to automated testing of android applications. In: Proceedings of the 9th ACM SIGSOFT international workshop on automating TEST case design, selection, and evaluation, pp 31\u201337","DOI":"10.1145\/3278186.3278191"},{"key":"10597_CR79","doi-asserted-by":"crossref","unstructured":"Wagner B, Kohn A, Neumann T (2021) Self-tuning query scheduling for analytical workloads. In: Proceedings of the 2021 international conference on management of data, pp 1879\u20131891","DOI":"10.1145\/3448016.3457260"},{"issue":"6","key":"10597_CR80","doi-asserted-by":"publisher","first-page":"3254","DOI":"10.1109\/TNET.2023.3276363","volume":"31","author":"X Wang","year":"2023","unstructured":"Wang X, Yao H, Mai T, Guo S, Liu Y (2023) Reinforcement learning-based particle swarm optimization for end-to-end traffic scheduling in tsn-5g networks. IEEE\/ACM Trans Netw 31(6):3254\u20133268","journal-title":"IEEE\/ACM Trans Netw"},{"key":"10597_CR81","doi-asserted-by":"crossref","unstructured":"Wang D, Jia Z, Li S, Yu Y, Xiong Y, Dong W, Liao X (2022) Bridging pre-trained models and downstream tasks for source code understanding. In: Proceedings of the 44th international conference on software engineering, pp 287\u2013298","DOI":"10.1145\/3510003.3510062"},{"key":"10597_CR82","unstructured":"Wang H, Zheng S, Xiong C, Socher R (2019) On the generalization gap in reparameterizable reinforcement learning. In: International conference on machine learning, PMLR, pp 6648\u20136658"},{"issue":"1\u20132","key":"10597_CR83","first-page":"28","volume":"34","author":"BL Welch","year":"1947","unstructured":"Welch BL (1947) The generalization of \u2018student\u2019s\u2019 problem when several different population varlances are involved. Biometrika 34(1\u20132):28\u201335","journal-title":"Biometrika"},{"key":"10597_CR84","doi-asserted-by":"publisher","unstructured":"Xue L, Constant N, Roberts A, Kale M, Al-Rfou R, Siddhant A, Barua A, Raffel C (2021) mT5: A massively multilingual pre-trained text-to-text transformer. In: Toutanova K, Rumshisky A, Zettlemoyer L, Hakkani-Tur D, Beltagy I, Bethard S, Cotterell R, Chakraborty T, Zhou Y (eds) Proceedings of the 2021 conference of the North American chapter of the association for computational linguistics: human language technologies, association for computational linguistics, Online, pp 483\u2013498. https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.41","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"10597_CR85","doi-asserted-by":"crossref","unstructured":"Yampolsky M, Scacchi W (2016) Learning game design and software engineering through a game prototyping experience: a case study. In: Proceedings of the 5th international workshop on games and software engineering, pp 15\u201321","DOI":"10.1145\/2896958.2896965"},{"key":"10597_CR86","doi-asserted-by":"crossref","unstructured":"Ye X, Bunescu R, Liu C (2014) Learning to rank relevant files for bug reports using domain knowledge. In: Proceedings of the 22nd ACM SIGSOFT international symposium on foundations of software engineering, pp 689\u2013699","DOI":"10.1145\/2635868.2635874"},{"key":"10597_CR87","first-page":"1621","volume":"33","author":"C Zhang","year":"2020","unstructured":"Zhang C, Song W, Cao Z, Zhang J, Tan PS, Chi X (2020) Learning to dispatch for job shop scheduling via deep reinforcement learning. Adv Neural Inf Process Syst 33:1621\u20131632","journal-title":"Adv Neural Inf Process Syst"},{"key":"10597_CR88","doi-asserted-by":"crossref","unstructured":"Zheng Y, Xie X, Su T, Ma L, Hao J, Meng Z, Liu Y, Shen R, Chen Y, Fan C (2019) Wuji: Automatic online combat game testing using evolutionary deep reinforcement learning. In: 2019 34th IEEE\/ACM international conference on automated software engineering (ASE), IEEE, pp 772\u2013784","DOI":"10.1109\/ASE.2019.00077"},{"key":"10597_CR89","unstructured":"Zheng Q, Zhang A, Grover A (2022) Online decision transformer. In: International conference on machine learning, PMLR, pp 27042\u201327059"},{"key":"10597_CR90","doi-asserted-by":"crossref","unstructured":"Zhou J, Zhang H, Lo D (2012) Where should the bugs be fixed? more accurate information retrieval-based bug localization based on bug reports. In: 2012 34th International conference on software engineering (ICSE), IEEE, pp 14\u201324","DOI":"10.1109\/ICSE.2012.6227210"},{"issue":"4","key":"10597_CR91","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1145\/267580.267590","volume":"29","author":"H Zhu","year":"1997","unstructured":"Zhu H, Hall PA, May JH (1997) Software unit test coverage and adequacy. ACM Comput Surv (CSUR) 29(4):366\u2013427","journal-title":"ACM Comput Surv (CSUR)"},{"key":"10597_CR92","doi-asserted-by":"crossref","unstructured":"Zhu Z, Lin K, Jain AK, Zhou J (2023) Transfer learning in deep reinforcement learning: A survey. IEEE Trans Pattern Anal Mach Intell","DOI":"10.1109\/TPAMI.2023.3292075"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-024-10597-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-024-10597-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-024-10597-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T14:09:45Z","timestamp":1740233385000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-024-10597-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,11]]},"references-count":92,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["10597"],"URL":"https:\/\/doi.org\/10.1007\/s10664-024-10597-8","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"type":"print","value":"1382-3256"},{"type":"electronic","value":"1573-7616"}],"subject":[],"published":{"date-parts":[[2024,12,11]]},"assertion":[{"value":"26 November 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 December 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declared that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}],"article-number":"39"}}