{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T07:58:07Z","timestamp":1777881487450,"version":"3.51.4"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032248381","type":"print"},{"value":"9783032248398","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-24839-8_7","type":"book-chapter","created":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T06:45:25Z","timestamp":1777445125000},"page":"97-112","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The Pursuit of\u00a0Diversity: Multi-objective Testing of\u00a0Deep Reinforcement Learning Agents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-2654-8556","authenticated-orcid":false,"given":"Antony","family":"Bartlett","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5385-7695","authenticated-orcid":false,"given":"Cynthia","family":"Liem","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7395-3588","authenticated-orcid":false,"given":"Annibale","family":"Panichella","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,4,30]]},"reference":[{"issue":"5","key":"7_CR1","doi-asserted-by":"publisher","first-page":"3182","DOI":"10.1109\/tse.2023.3243522","volume":"49","author":"Z Aghababaeyan","year":"2023","unstructured":"Aghababaeyan, Z., et al.: Black-box testing of deep neural networks through test case diversity. IEEE Trans. Softw. Eng. 49(5), 3182\u20133204 (2023). https:\/\/doi.org\/10.1109\/tse.2023.3243522","journal-title":"IEEE Trans. Softw. Eng."},{"key":"7_CR2","doi-asserted-by":"publisher","unstructured":"Biagiola, M., Tonella, P.: Testing of deep reinforcement learning agents with surrogate models. ACM Trans. Softw. Eng. Methodol. 33(3) (2024). https:\/\/doi.org\/10.1145\/3631970","DOI":"10.1145\/3631970"},{"key":"7_CR3","doi-asserted-by":"publisher","first-page":"89497","DOI":"10.1109\/ACCESS.2020.2990567","volume":"8","author":"J Blank","year":"2020","unstructured":"Blank, J., Deb, K.: PYMOO: multi-objective optimization in python. IEEE Access 8, 89497\u201389509 (2020)","journal-title":"IEEE Access"},{"key":"7_CR4","unstructured":"Bloom, J., et\u00a0al.: Decentralized multi-agent reinforcement learning with global state prediction (2023). https:\/\/arxiv.org\/abs\/2306.12926"},{"key":"7_CR5","unstructured":"Conover, W.J.: Practical Nonparametric Statistics, vol.\u00a0350. John Wiley & Sons (1998)"},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"Deb, K.: Multi-objective optimisation using evolutionary algorithms: an introduction, pp. 3\u201334. Springer (2011)","DOI":"10.1007\/978-0-85729-652-8_1"},{"issue":"2","key":"7_CR7","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., et al.: A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans. Evol. Comput. 6(2), 182\u2013197 (2002)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"7_CR8","doi-asserted-by":"publisher","unstructured":"Ding, C., He, X.: K-means Clustering Via Principal Component Analysis, p.\u00a029. ICML \u201904, Association for Computing Machinery, New York (2004). https:\/\/doi.org\/10.1145\/1015330.1015408","DOI":"10.1145\/1015330.1015408"},{"key":"7_CR9","unstructured":"Ghoshal, A.: Why did this humanoid robot go nuts and nearly injure its handlers? New Atlus (2025). https:\/\/newatlas.com\/ai-humanoids\/humanoid-robot-nearly-injures-handlers-unitree\/"},{"key":"7_CR10","unstructured":"Giubilato, R., et\u00a0al.: Simulation framework for mobile robots in planetary-like environments (2020). https:\/\/arxiv.org\/abs\/2006.00057"},{"issue":"2","key":"7_CR11","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1023\/A:1022602019183","volume":"3","author":"DE Goldberg","year":"1988","unstructured":"Goldberg, D.E., Holland, J.H.: Genetic algorithms and machine learning. Mach. Learn. 3(2), 95\u201399 (1988). https:\/\/doi.org\/10.1023\/A:1022602019183","journal-title":"Mach. Learn."},{"key":"7_CR12","unstructured":"Guardian, T.: Us investigates 2.4m tesla self-driving vehicles after reported collisions. The Guardian (2024). https:\/\/www.theguardian.com\/technology\/2024\/oct\/18\/tesla-self-driving-car-investigation"},{"issue":"5","key":"7_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., et al.: A survey of methods for explaining black box models. ACM Comput. Surv. (CSUR) 51(5), 1\u201342 (2018)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"7_CR14","doi-asserted-by":"crossref","unstructured":"Haq, F.U., et\u00a0al.: Efficient online testing for DNN-enabled systems using surrogate-assisted and many-objective optimization, pp. 811\u2013822 (2022)","DOI":"10.1145\/3510003.3510188"},{"key":"7_CR15","doi-asserted-by":"crossref","unstructured":"Ishibuchi, H., et\u00a0al.: Evolutionary many-objective optimization: a short review, pp. 2419\u20132426. IEEE (2008)","DOI":"10.1109\/CEC.2008.4631121"},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Kaur, P., et\u00a0al.: A survey on simulators for testing self-driving cars (2021). https:\/\/arxiv.org\/abs\/2101.05337","DOI":"10.1109\/MetroCAD51599.2021.00018"},{"key":"7_CR17","unstructured":"Kramer, T., contributors: Self driving car sandbox. https:\/\/github.com\/tawnkramer\/sdsandbox (2021). gitHub repository"},{"key":"7_CR18","unstructured":"Lambert, F.: Tesla full self-driving veers off road, flips car in scary crash driver couldn\u2019t prevent. Electrek (2025). https:\/\/electrek.co\/2025\/05\/23\/tesla-full-self-driving-veers-off-road-flips-car-scary-crash-driver-couldnt-prevent\/"},{"key":"7_CR19","unstructured":"Leurent, E.: An environment for autonomous driving decision-making. https:\/\/github.com\/eleurent\/highway-env (2018)"},{"key":"7_CR20","unstructured":"Liu, H.X., Feng, S.: \u201ccurse of rarity\u201d for autonomous vehicles (2022). https:\/\/arxiv.org\/abs\/2207.02749"},{"key":"7_CR21","unstructured":"Mnih, V., et\u00a0al.: Playing atari with deep reinforcement learning (2013). https:\/\/arxiv.org\/abs\/1312.5602"},{"issue":"7540","key":"7_CR22","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"7_CR23","doi-asserted-by":"publisher","unstructured":"Panichella, A.: An Adaptive Evolutionary Algorithm Based on Non-euclidean Geometry for Many-objective Optimization, pp. 595\u2013603. GECCO \u201919, Association for Computing Machinery, New York (2019). https:\/\/doi.org\/10.1145\/3321707.3321839","DOI":"10.1145\/3321707.3321839"},{"key":"7_CR24","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. CoRR abs\/1707.06347 (2017). http:\/\/arxiv.org\/abs\/1707.06347"},{"key":"7_CR25","doi-asserted-by":"publisher","unstructured":"Selman, B., Gomes, C.P.: Hill-climbing Search. John Wiley & Sons, Ltd (2006). https:\/\/doi.org\/10.1002\/0470018860.s00015, https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1002\/0470018860.s00015","DOI":"10.1002\/0470018860.s00015"},{"key":"7_CR26","unstructured":"Simonyan, K., et\u00a0al.: Deep inside convolutional networks: visualising image classification models and saliency maps (2014). https:\/\/arxiv.org\/abs\/1312.6034"},{"key":"7_CR27","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. The MIT Press, 2nd edn. (2018). http:\/\/incompleteideas.net\/book\/the-book-2nd.html"},{"key":"7_CR28","doi-asserted-by":"crossref","unstructured":"Todorov, E., et\u00a0al.: Mujoco: a physics engine for model-based control. In: 2012 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 5026\u20135033 (2012). https:\/\/api.semanticscholar.org\/CorpusID:5230692","DOI":"10.1109\/IROS.2012.6386109"},{"key":"7_CR29","unstructured":"Uesato, J., et\u00a0al.: Rigorous agent evaluation: an adversarial approach to uncover catastrophic failures (2018). https:\/\/arxiv.org\/abs\/1812.01647"},{"issue":"2","key":"7_CR30","first-page":"101","volume":"25","author":"A Vargha","year":"2000","unstructured":"Vargha, A., Delaney, H.D.: A critique and improvement of the CL common language effect size statistics of McGraw and Wong. J. Educ. Behav. Stat. 25(2), 101\u2013132 (2000)","journal-title":"J. Educ. Behav. Stat."},{"issue":"6","key":"7_CR31","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1109\/TEVC.2014.2378512","volume":"19","author":"X Zhang","year":"2014","unstructured":"Zhang, X., et al.: A knee point-driven evolutionary algorithm for many-objective optimization. IEEE Trans. Evol. Comput. 19(6), 761\u2013776 (2014)","journal-title":"IEEE Trans. Evol. Comput."}],"container-title":["Lecture Notes in Computer Science","Search-Based Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-24839-8_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:44:22Z","timestamp":1777596262000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-24839-8_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032248381","9783032248398"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-24839-8_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"30 April 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SSBSE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Search Based Software Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seoul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ssbse2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.researchr.org\/home\/ssbse-2025","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}