{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:04:24Z","timestamp":1750309464623,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,12]],"date-time":"2022-10-12T00:00:00Z","timestamp":1665532800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["HR0011-18-C-0051"],"award-info":[{"award-number":["HR0011-18-C-0051"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,12]]},"DOI":"10.1145\/3564121.3565236","type":"proceedings-article","created":{"date-parts":[[2023,5,16]],"date-time":"2023-05-16T19:59:41Z","timestamp":1684267181000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["System Design for an Integrated Lifelong Reinforcement Learning Agent for Real-Time Strategy Games"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0135-4463","authenticated-orcid":false,"given":"Indranil","family":"Sur","sequence":"first","affiliation":[{"name":"SRI International, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6819-4599","authenticated-orcid":false,"given":"Zachary","family":"Daniels","sequence":"additional","affiliation":[{"name":"SRI International, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4937-5500","authenticated-orcid":false,"given":"Abrar","family":"Rahman","sequence":"additional","affiliation":[{"name":"SRI International, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4221-0017","authenticated-orcid":false,"given":"Kamil","family":"Faber","sequence":"additional","affiliation":[{"name":"American University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7549-2917","authenticated-orcid":false,"given":"Gianmarco","family":"Gallardo","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0875-7994","authenticated-orcid":false,"given":"Tyler","family":"Hayes","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1345-6563","authenticated-orcid":false,"given":"Cameron","family":"Taylor","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8267-7821","authenticated-orcid":false,"given":"Mustafa Burak","family":"Gurbuz","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9210-0161","authenticated-orcid":false,"given":"James","family":"Smith","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2741-2948","authenticated-orcid":false,"given":"Sahana","family":"Joshi","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1176-1617","authenticated-orcid":false,"given":"Nathalie","family":"Japkowicz","sequence":"additional","affiliation":[{"name":"American University, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2759-1181","authenticated-orcid":false,"given":"Michael","family":"Baron","sequence":"additional","affiliation":[{"name":"American University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2626-2004","authenticated-orcid":false,"given":"Zsolt","family":"Kira","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6412-995X","authenticated-orcid":false,"given":"Christopher","family":"Kanan","sequence":"additional","affiliation":[{"name":"University of Rochester, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8366-6059","authenticated-orcid":false,"given":"Roberto","family":"Corizzo","sequence":"additional","affiliation":[{"name":"American University, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0371-5346","authenticated-orcid":false,"given":"Ajay","family":"Divakaran","sequence":"additional","affiliation":[{"name":"SRI International, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9954-606X","authenticated-orcid":false,"given":"Michael","family":"Piacentino","sequence":"additional","affiliation":[{"name":"SRI International, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1757-7493","authenticated-orcid":false,"given":"Jesse","family":"Hostetler","sequence":"additional","affiliation":[{"name":"SRI International, US"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5052-1929","authenticated-orcid":false,"given":"Aswin","family":"Raghavan","sequence":"additional","affiliation":[{"name":"SRI International, US"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,5,16]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2022. Companion Robot. https:\/\/en.wikipedia.org\/wiki\/Companion_robot  2022. Companion Robot. https:\/\/en.wikipedia.org\/wiki\/Companion_robot"},{"key":"e_1_3_2_1_2_1","volume-title":"Empirical Analysis of Hidden Technical Debt Patterns in Machine Learning Software. In International Conference on Product-Focused Software Process Improvement. Springer, 195\u2013202","author":"Alahdab Mohannad","year":"2019","unstructured":"Mohannad Alahdab and G\u00fcl \u00c7al\u0131kl\u0131 . 2019 . Empirical Analysis of Hidden Technical Debt Patterns in Machine Learning Software. In International Conference on Product-Focused Software Process Improvement. Springer, 195\u2013202 . Mohannad Alahdab and G\u00fcl \u00c7al\u0131kl\u0131. 2019. Empirical Analysis of Hidden Technical Debt Patterns in Machine Learning Software. In International Conference on Product-Focused Software Process Improvement. Springer, 195\u2013202."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TechDebt52882.2021.00016"},{"key":"e_1_3_2_1_4_1","volume-title":"International Conference on Machine Learning. PMLR, 1240\u20131250","author":"Caccia Lucas","year":"2020","unstructured":"Lucas Caccia , Eugene Belilovsky , Massimo Caccia , and Joelle Pineau . 2020 . Online learned continual compression with adaptive quantization modules . In International Conference on Machine Learning. PMLR, 1240\u20131250 . Lucas Caccia, Eugene Belilovsky, Massimo Caccia, and Joelle Pineau. 2020. Online learned continual compression with adaptive quantization modules. In International Conference on Machine Learning. PMLR, 1240\u20131250."},{"key":"e_1_3_2_1_5_1","volume-title":"International conference on machine learning. PMLR, 1597\u20131607","author":"Chen Ting","year":"2020","unstructured":"Ting Chen , Simon Kornblith , Mohammad Norouzi , and Geoffrey Hinton . 2020 . A simple framework for contrastive learning of visual representations . In International conference on machine learning. PMLR, 1597\u20131607 . Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey Hinton. 2020. A simple framework for contrastive learning of visual representations. In International conference on machine learning. PMLR, 1597\u20131607."},{"key":"e_1_3_2_1_6_1","unstructured":"Xinlei Chen Haoqi Fan Ross Girshick and Kaiming He. 2020. Improved baselines with momentum contrastive learning. arXiv preprint arXiv:2003.04297(2020).  Xinlei Chen Haoqi Fan Ross Girshick and Kaiming He. 2020. Improved baselines with momentum contrastive learning. arXiv preprint arXiv:2003.04297(2020)."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of Machine Learning Research.","author":"Daniels Zachary","year":"2022","unstructured":"Zachary Daniels , Aswin Raghavan , Jesse Hostetler , Abrar Rahman , Indranil Sur , Michael Piacentino , and Ajay Divakaran . 2022 . Model-Free Generative Replay for Lifelong Reinforcement Learning: Application to Starcraft-2. In Conference on Lifelong Learning Agents . Proceedings of Machine Learning Research. Zachary Daniels, Aswin Raghavan, Jesse Hostetler, Abrar Rahman, Indranil Sur, Michael Piacentino, and Ajay Divakaran. 2022. Model-Free Generative Replay for Lifelong Reinforcement Learning: Application to Starcraft-2. In Conference on Lifelong Learning Agents. Proceedings of Machine Learning Research."},{"key":"e_1_3_2_1_8_1","volume-title":"A continual learning survey: Defying forgetting in classification tasks","author":"De\u00a0Lange Matthias","year":"2021","unstructured":"Matthias De\u00a0Lange , Rahaf Aljundi , Marc Masana , Sarah Parisot , Xu Jia , Ale\u0161 Leonardis , Gregory Slabaugh , and Tinne Tuytelaars . 2021. A continual learning survey: Defying forgetting in classification tasks . IEEE transactions on pattern analysis and machine intelligence 44, 7( 2021 ), 3366\u20133385. Matthias De\u00a0Lange, Rahaf Aljundi, Marc Masana, Sarah Parisot, Xu Jia, Ale\u0161 Leonardis, Gregory Slabaugh, and Tinne Tuytelaars. 2021. A continual learning survey: Defying forgetting in classification tasks. IEEE transactions on pattern analysis and machine intelligence 44, 7(2021), 3366\u20133385."},{"key":"e_1_3_2_1_9_1","volume-title":"International Conference on Machine Learning. PMLR, 1407\u20131416","author":"Espeholt Lasse","year":"2018","unstructured":"Lasse Espeholt , Hubert Soyer , Remi Munos , Karen Simonyan , Vlad Mnih , Tom Ward , Yotam Doron , Vlad Firoiu , Tim Harley , Iain Dunning , 2018 . Impala: Scalable distributed deep-rl with importance weighted actor-learner architectures . In International Conference on Machine Learning. PMLR, 1407\u20131416 . Lasse Espeholt, Hubert Soyer, Remi Munos, Karen Simonyan, Vlad Mnih, Tom Ward, Yotam Doron, Vlad Firoiu, Tim Harley, Iain Dunning, 2018. Impala: Scalable distributed deep-rl with importance weighted actor-learner architectures. In International Conference on Machine Learning. PMLR, 1407\u20131416."},{"key":"e_1_3_2_1_10_1","volume-title":"WATCH: Wasserstein Change Point Detection for High-Dimensional Time Series Data. In 2021 IEEE International Conference on Big Data (Big Data). IEEE, 4450\u20134459","author":"Faber Kamil","year":"2021","unstructured":"Kamil Faber , Roberto Corizzo , Bartlomiej Sniezynski , Michael Baron , and Nathalie Japkowicz . 2021 . WATCH: Wasserstein Change Point Detection for High-Dimensional Time Series Data. In 2021 IEEE International Conference on Big Data (Big Data). IEEE, 4450\u20134459 . Kamil Faber, Roberto Corizzo, Bartlomiej Sniezynski, Michael Baron, and Nathalie Japkowicz. 2021. WATCH: Wasserstein Change Point Detection for High-Dimensional Time Series Data. In 2021 IEEE International Conference on Big Data (Big Data). IEEE, 4450\u20134459."},{"key":"e_1_3_2_1_11_1","volume-title":"LIFEWATCH: Lifelong Wasserstein Change Point Detection. In 2022 International Joint Conference on Neural Networks (IJCNN). IEEE.","author":"Faber Kamil","year":"2022","unstructured":"Kamil Faber , Roberto Corizzo , Bartlomiej Sniezynski , Michael Baron , and Nathalie Japkowicz . 2022 . LIFEWATCH: Lifelong Wasserstein Change Point Detection. In 2022 International Joint Conference on Neural Networks (IJCNN). IEEE. Kamil Faber, Roberto Corizzo, Bartlomiej Sniezynski, Michael Baron, and Nathalie Japkowicz. 2022. LIFEWATCH: Lifelong Wasserstein Change Point Detection. In 2022 International Joint Conference on Neural Networks (IJCNN). IEEE."},{"key":"e_1_3_2_1_12_1","volume-title":"Continual Reinforcement Learning with TELLA. In Workshop on Lifelong Learning Agents.","author":"Fendley Neil","year":"2022","unstructured":"Neil Fendley , Cash Costello , Eric Nguyen , Gino Perrotta , and Corey Lowman . 2022 . Continual Reinforcement Learning with TELLA. In Workshop on Lifelong Learning Agents. Neil Fendley, Cash Costello, Eric Nguyen, Gino Perrotta, and Corey Lowman. 2022. Continual Reinforcement Learning with TELLA. In Workshop on Lifelong Learning Agents."},{"key":"e_1_3_2_1_13_1","unstructured":"Jhair Gallardo Tyler\u00a0L Hayes and Christopher Kanan. 2021. Self-supervised training enhances online continual learning. arXiv preprint arXiv:2103.14010(2021).  Jhair Gallardo Tyler\u00a0L Hayes and Christopher Kanan. 2021. Self-supervised training enhances online continual learning. arXiv preprint arXiv:2103.14010(2021)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Tyler\u00a0L Hayes Kushal Kafle Robik Shrestha Manoj Acharya and Christopher Kanan. 2020. REMIND Your Neural Network to Prevent Catastrophic Forgetting. In ECCV.  Tyler\u00a0L Hayes Kushal Kafle Robik Shrestha Manoj Acharya and Christopher Kanan. 2020. REMIND Your Neural Network to Prevent Catastrophic Forgetting. In ECCV.","DOI":"10.1007\/978-3-030-58598-3_28"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Tyler\u00a0L Hayes and Christopher Kanan. 2020. Lifelong Machine Learning with Deep Streaming Linear Discriminant Analysis. In CVPR-W.  Tyler\u00a0L Hayes and Christopher Kanan. 2020. Lifelong Machine Learning with Deep Streaming Linear Discriminant Analysis. In CVPR-W.","DOI":"10.1109\/CVPRW50498.2020.00118"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Herve Jegou Matthijs Douze and Cordelia Schmid. 2010. Product quantization for nearest neighbor search. TPAMI 33(2010).  Herve Jegou Matthijs Douze and Cordelia Schmid. 2010. Product quantization for nearest neighbor search. TPAMI 33(2010).","DOI":"10.1109\/TPAMI.2010.57"},{"key":"e_1_3_2_1_18_1","unstructured":"Erik\u00a0C Johnson Eric\u00a0Q Nguyen Blake Schreurs Chigozie\u00a0S Ewulum Chace Ashcraft Neil\u00a0M Fendley Megan\u00a0M Baker Alexander New and Gautam\u00a0K Vallabha. 2022. L2Explorer: A Lifelong Reinforcement Learning Assessment Environment. arXiv preprint arXiv:2203.07454(2022).  Erik\u00a0C Johnson Eric\u00a0Q Nguyen Blake Schreurs Chigozie\u00a0S Ewulum Chace Ashcraft Neil\u00a0M Fendley Megan\u00a0M Baker Alexander New and Gautam\u00a0K Vallabha. 2022. L2Explorer: A Lifelong Reinforcement Learning Assessment Environment. arXiv preprint arXiv:2203.07454(2022)."},{"key":"e_1_3_2_1_19_1","unstructured":"Khimya Khetarpal Matthew Riemer Irina Rish and Doina Precup. 2020. Towards continual reinforcement learning: A review and perspectives. arXiv preprint arXiv:2012.13490(2020).  Khimya Khetarpal Matthew Riemer Irina Rish and Doina Precup. 2020. Towards continual reinforcement learning: A review and perspectives. arXiv preprint arXiv:2012.13490(2020)."},{"key":"e_1_3_2_1_20_1","unstructured":"James Kirkpatrick Razvan Pascanu Neil Rabinowitz Joel Veness Guillaume Desjardins Andrei\u00a0A. Rusu Kieran Milan John Quan Tiago Ramalho Agnieszka Grabska-Barwinska Demis Hassabis Claudia Clopath Dharshan Kumaran and Raia Hadsell. 2016. Overcoming catastrophic forgetting in neural networks. arXiv:1612.00796 [cs stat](2016). arxiv.org\/abs\/1612.00796  James Kirkpatrick Razvan Pascanu Neil Rabinowitz Joel Veness Guillaume Desjardins Andrei\u00a0A. Rusu Kieran Milan John Quan Tiago Ramalho Agnieszka Grabska-Barwinska Demis Hassabis Claudia Clopath Dharshan Kumaran and Raia Hadsell. 2016. Overcoming catastrophic forgetting in neural networks. arXiv:1612.00796 [cs stat](2016). arxiv.org\/abs\/1612.00796"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2020.1003021"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.10.021"},{"key":"e_1_3_2_1_23_1","first-page":"14398","article-title":"Lifelong policy gradient learning of factored policies for faster training without forgetting","volume":"33","author":"Mendez Jorge","year":"2020","unstructured":"Jorge Mendez , Boyu Wang , and Eric Eaton . 2020 . Lifelong policy gradient learning of factored policies for faster training without forgetting . Advances in Neural Information Processing Systems 33 (2020), 14398 \u2013 14409 . Jorge Mendez, Boyu Wang, and Eric Eaton. 2020. Lifelong policy gradient learning of factored policies for faster training without forgetting. Advances in Neural Information Processing Systems 33 (2020), 14398\u201314409.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_24_1","unstructured":"Alexander New Megan Baker Eric Nguyen and Gautam Vallabha. 2022. Lifelong Learning Metrics. arXiv preprint arXiv:2201.08278(2022).  Alexander New Megan Baker Eric Nguyen and Gautam Vallabha. 2022. Lifelong Learning Metrics. arXiv preprint arXiv:2201.08278(2022)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459991"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"German\u00a0I. Parisi Ronald Kemker Jose\u00a0L. Part Christopher Kanan and Stefan Wermter. 2019. Continual Lifelong Learning with Neural Networks: A Review. Neural Networks 113(2019). arxiv.org\/abs\/1802.07569  German\u00a0I. Parisi Ronald Kemker Jose\u00a0L. Part Christopher Kanan and Stefan Wermter. 2019. Continual Lifelong Learning with Neural Networks: A Review. Neural Networks 113(2019). arxiv.org\/abs\/1802.07569","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of Machine Learning Research.","author":"Powers Sam","year":"2022","unstructured":"Sam Powers , Eliot Xing , Eric Kolve , Roozbeh Mottaghi , and Abhinav Gupta . 2022 . Cora: Benchmarks, baselines, and metrics as a platform for continual reinforcement learning agents. In Conference on Lifelong Learning Agents . Proceedings of Machine Learning Research. Sam Powers, Eliot Xing, Eric Kolve, Roozbeh Mottaghi, and Abhinav Gupta. 2022. Cora: Benchmarks, baselines, and metrics as a platform for continual reinforcement learning agents. In Conference on Lifelong Learning Agents. Proceedings of Machine Learning Research."},{"key":"e_1_3_2_1_28_1","unstructured":"Aswin Raghavan Jesse Hostetler Indranil Sur Abrar Rahman and Ajay Divakaran. 2020. Lifelong learning using eigentasks: Task separation skill acquisition and selective transfer. arXiv preprint arXiv:2007.06918(2020).  Aswin Raghavan Jesse Hostetler Indranil Sur Abrar Rahman and Ajay Divakaran. 2020. Lifelong learning using eigentasks: Task separation skill acquisition and selective transfer. arXiv preprint arXiv:2007.06918(2020)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.587"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33011352"},{"key":"e_1_3_2_1_31_1","unstructured":"Tom Schaul John Quan Ioannis Antonoglou and David Silver. 2015. Prioritized experience replay. arXiv preprint arXiv:1511.05952(2015).  Tom Schaul John Quan Ioannis Antonoglou and David Silver. 2015. Prioritized experience replay. arXiv preprint arXiv:1511.05952(2015)."},{"key":"e_1_3_2_1_32_1","volume-title":"Hidden technical debt in machine learning systems. Advances in neural information processing systems 28","author":"Sculley David","year":"2015","unstructured":"David Sculley , Gary Holt , Daniel Golovin , Eugene Davydov , Todd Phillips , Dietmar Ebner , Vinay Chaudhary , Michael Young , Jean-Francois Crespo , and Dan Dennison . 2015. Hidden technical debt in machine learning systems. Advances in neural information processing systems 28 ( 2015 ). David Sculley, Gary Holt, Daniel Golovin, Eugene Davydov, Todd Phillips, Dietmar Ebner, Vinay Chaudhary, Michael Young, Jean-Francois Crespo, and Dan Dennison. 2015. Hidden technical debt in machine learning systems. Advances in neural information processing systems 28 (2015)."},{"key":"e_1_3_2_1_33_1","unstructured":"Karen Simonyan and Andrew Zisserman. 2014. Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556(2014).  Karen Simonyan and Andrew Zisserman. 2014. Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556(2014)."},{"key":"e_1_3_2_1_34_1","volume-title":"Lifelong robot learning. Robotics and autonomous systems 15, 1-2","author":"Thrun Sebastian","year":"1995","unstructured":"Sebastian Thrun and Tom\u00a0 M Mitchell . 1995. Lifelong robot learning. Robotics and autonomous systems 15, 1-2 ( 1995 ), 25\u201346. Sebastian Thrun and Tom\u00a0M Mitchell. 1995. Lifelong robot learning. Robotics and autonomous systems 15, 1-2 (1995), 25\u201346."},{"key":"e_1_3_2_1_35_1","unstructured":"Oriol Vinyals Timo Ewalds Sergey Bartunov Petko Georgiev Alexander\u00a0Sasha Vezhnevets Michelle Yeo Alireza Makhzani Heinrich K\u00fcttler John Agapiou Julian Schrittwieser 2017. Starcraft ii: A new challenge for reinforcement learning. arXiv preprint arXiv:1708.04782(2017).  Oriol Vinyals Timo Ewalds Sergey Bartunov Petko Georgiev Alexander\u00a0Sasha Vezhnevets Michelle Yeo Alireza Makhzani Heinrich K\u00fcttler John Agapiou Julian Schrittwieser 2017. Starcraft ii: A new challenge for reinforcement learning. arXiv preprint arXiv:1708.04782(2017)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2021.06.025"},{"key":"e_1_3_2_1_37_1","unstructured":"Omry Yadan. 2019. Hydra - A framework for elegantly configuring complex applications. Github. https:\/\/github.com\/facebookresearch\/hydra  Omry Yadan. 2019. Hydra - A framework for elegantly configuring complex applications. Github. https:\/\/github.com\/facebookresearch\/hydra"},{"key":"e_1_3_2_1_38_1","volume-title":"International Conference on Machine Learning. PMLR, 12310\u201312320","author":"Zbontar Jure","year":"2021","unstructured":"Jure Zbontar , Li Jing , Ishan Misra , Yann LeCun , and St\u00e9phane Deny . 2021 . Barlow twins: Self-supervised learning via redundancy reduction . In International Conference on Machine Learning. PMLR, 12310\u201312320 . Jure Zbontar, Li Jing, Ishan Misra, Yann LeCun, and St\u00e9phane Deny. 2021. Barlow twins: Self-supervised learning via redundancy reduction. In International Conference on Machine Learning. PMLR, 12310\u201312320."},{"key":"e_1_3_2_1_39_1","unstructured":"Shangtong Zhang and Richard\u00a0S Sutton. 2017. A deeper look at experience replay. arXiv preprint arXiv:1712.01275(2017).  Shangtong Zhang and Richard\u00a0S Sutton. 2017. A deeper look at experience replay. arXiv preprint arXiv:1712.01275(2017)."}],"event":{"name":"AIMLSystems 2022: The Second International Conference on AI-ML Systems","acronym":"AIMLSystems 2022","location":"Bangalore India"},"container-title":["Proceedings of the Second International Conference on AI-ML Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3564121.3565236","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3564121.3565236","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:10:33Z","timestamp":1750295433000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3564121.3565236"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,12]]},"references-count":39,"alternative-id":["10.1145\/3564121.3565236","10.1145\/3564121"],"URL":"https:\/\/doi.org\/10.1145\/3564121.3565236","relation":{},"subject":[],"published":{"date-parts":[[2022,10,12]]},"assertion":[{"value":"2023-05-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}