{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:45:13Z","timestamp":1776113113623,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3720227","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:15:12Z","timestamp":1745439312000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["ReaLJam: Real-Time Human-AI Music Jamming with Reinforcement Learning-Tuned Transformers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6419-5909","authenticated-orcid":false,"given":"Alexander","family":"Scarlatos","sequence":"first","affiliation":[{"name":"Manning College of Information and Computer Sciences, University of Massachusetts Amherst, Amherst, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4190-974X","authenticated-orcid":false,"given":"Yusong","family":"Wu","sequence":"additional","affiliation":[{"name":"University of Montreal, Mila, Montreal, Quebec, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-2104-5255","authenticated-orcid":false,"given":"Ian","family":"Simon","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-7186-6474","authenticated-orcid":false,"given":"Adam","family":"Roberts","sequence":"additional","affiliation":[{"name":"Google, San Francisco, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9339-9888","authenticated-orcid":false,"given":"Tim","family":"Cooijmans","sequence":"additional","affiliation":[{"name":"Mila, University of Montreal, Montreal, Quebec, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8413-9469","authenticated-orcid":false,"given":"Natasha","family":"Jaques","sequence":"additional","affiliation":[{"name":"Google DeepMind, Mountain View, California, USA and University of Washington, Seattle, Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4341-0792","authenticated-orcid":false,"given":"Cassie","family":"Tarakajian","sequence":"additional","affiliation":[{"name":"Google DeepMind, Mountain View, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8440-2378","authenticated-orcid":false,"given":"Anna","family":"Huang","sequence":"additional","affiliation":[{"name":"Google DeepMind, Montreal, Quebec, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_1_2_2","volume-title":"Hooktheory","author":"Anderson Chris","year":"2013","unstructured":"Chris Anderson, Ryan Miyakawa, and Dave Carlton. 2013. Hooktheory. https:\/\/www.hooktheory.com\/"},{"key":"e_1_3_3_1_3_2","volume-title":"New Interfaces for Musical Expression","author":"Benetatos Christodoulos","year":"2020","unstructured":"Christodoulos Benetatos, Joseph VanderStel, and Zhiyao Duan. 2020. BachDuet: A Deep Learning System for Human-Machine Counterpoint Improvisation. In New Interfaces for Musical Expression. https:\/\/api.semanticscholar.org\/CorpusID:221668784"},{"key":"e_1_3_3_1_4_2","first-page":"131","volume-title":"ICMC","author":"Biles John","year":"1994","unstructured":"John Biles et\u00a0al. 1994. GenJam: A genetic algorithm for generating jazz solos. In ICMC , Vol.\u00a094. Ann Arbor, MI, 131\u2013137."},{"key":"e_1_3_3_1_5_2","volume-title":"ICMC","author":"Biles John\u00a0A","year":"1998","unstructured":"John\u00a0A Biles. 1998. Interactive GenJam: Integrating real-time performance with a genetic algorithm. In ICMC."},{"key":"e_1_3_3_1_6_2","unstructured":"Chris Donahue Antoine Caillon Adam Roberts Ethan Manilow Philippe Esling Andrea Agostinelli Mauro Verzetti Ian Simon Olivier Pietquin Neil Zeghidour et\u00a0al. 2023. SingSong: Generating musical accompaniments from singing. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2301.12662 (2023)."},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"crossref","unstructured":"Richard\u00a0D Goffin and James\u00a0M Olson. 2011. Is it all relative? Comparative judgments and the possible improvement of self-ratings and ratings of others. Perspectives on Psychological Science 6 1 (2011) 48\u201360.","DOI":"10.1177\/1745691610393521"},{"key":"e_1_3_3_1_8_2","volume-title":"MusicFX","year":"2024","unstructured":"Google. 2024. MusicFX. https:\/\/aitestkitchen.withgoogle.com\/tools\/music-fx"},{"key":"e_1_3_3_1_9_2","volume-title":"Guitar Hero","year":"2005","unstructured":"Harmonix. 2005. Guitar Hero."},{"key":"e_1_3_3_1_10_2","unstructured":"Cheng-Zhi\u00a0Anna Huang Curtis Hawthorne Adam Roberts Monica Dinculescu James Wexler Leon Hong and Jacob Howcroft. 2019. The bach doodle: Approachable music composition with machine learning at scale. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1907.06637 (2019)."},{"key":"e_1_3_3_1_11_2","volume-title":"International Conference on Learning Representations","author":"Huang Cheng-Zhi\u00a0Anna","year":"2019","unstructured":"Cheng-Zhi\u00a0Anna Huang, Ashish Vaswani, Jakob Uszkoreit, Ian Simon, Curtis Hawthorne, Noam Shazeer, Andrew\u00a0M. Dai, Matthew\u00a0D. Hoffman, Monica Dinculescu, and Douglas Eck. 2019. Music Transformer. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=rJe4ShAcF7"},{"key":"e_1_3_3_1_12_2","volume-title":"Sweet anticipation: Music and the psychology of expectation","author":"Huron David","year":"2008","unstructured":"David Huron. 2008. Sweet anticipation: Music and the psychology of expectation. MIT press."},{"key":"e_1_3_3_1_13_2","volume-title":"International Conference on Learning Representations workshop","author":"Jaques Natasha","year":"2017","unstructured":"Natasha Jaques, Shixiang Gu, Dzmitry Bahdanau, Jose Miguel\u00a0Hernandez Lobato, Richard\u00a0E. Turner, and Doug Eck. 2017. Tuning Recurrent Neural Networks With Reinforcement Learning. In International Conference on Learning Representations workshop. https:\/\/openreview.net\/pdf?id=Syyv2e-Kx"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5413"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"crossref","unstructured":"Ian Jones and Chris Wheadon. 2015. Peer assessment using comparative and absolute judgement. Studies in Educational Evaluation 47 (2015) 93\u2013101.","DOI":"10.1016\/j.stueduc.2015.09.004"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.4324\/9781315598048"},{"key":"e_1_3_3_1_17_2","volume-title":"Synthesia","author":"LLC Synthesia","year":"2006","unstructured":"Synthesia LLC. 2006. Synthesia."},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376739"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511159"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Jon McCormack Patrick Hutchings Toby Gifford Matthew Yee-King Maria\u00a0Teresa Llano and Mark D\u2019inverno. 2020. Design Considerations for Real-Time Collaboration with Creative Artificial Intelligence. Organised Sound 25 1 (2020) 41\u201352. 10.1017\/S1355771819000451","DOI":"10.1017\/S1355771819000451"},{"key":"e_1_3_3_1_21_2","first-page":"180","volume-title":"International Computer Music Conference (ICMC)","author":"Nika J\u00e9r\u00f4me","year":"2012","unstructured":"J\u00e9r\u00f4me Nika and Marc Chemillier. 2012. Improtek: integrating harmonic controls into improvisation in the filiation of OMax. In International Computer Music Conference (ICMC). 180\u2013187."},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"crossref","unstructured":"J\u00e9r\u00f4me Nika Marc Chemillier and G\u00e9rard Assayag. 2017. Improtek: introducing scenarios into human-computer music improvisation. Computers in Entertainment (CIE) 14 2 (2017).","DOI":"10.1145\/3022635"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Takayuki Osa Voot Tangkaratt and Masashi Sugiyama. 2022. Discovering diverse solutions in deep reinforcement learning by maximizing state\u2013action-based mutual information. Neural Networks 152 (2022) 90\u2013104.","DOI":"10.1016\/j.neunet.2022.04.009"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481303"},{"key":"e_1_3_3_1_25_2","volume-title":"Intrinsically-Motivated and Open-Ended Learning Workshop @NeurIPS2023","author":"Sancaktar Cansu","year":"2023","unstructured":"Cansu Sancaktar, Justus Piater, and Georg Martius. 2023. Regularity as Intrinsic Reward for Free Play. In Intrinsically-Motivated and Open-Ended Learning Workshop @NeurIPS2023. https:\/\/openreview.net\/forum?id=Pqx2EED04F"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357169"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"crossref","unstructured":"K\u0131van\u00e7 Tatar and Philippe Pasquier. 2019. Musical agents: A typology and state of the art towards Musical Metacreation. Journal of New Music Research 48 1 (2019) 56\u2013105.","DOI":"10.1080\/09298215.2018.1511736"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.21428\/92fbeb44.84c0b364"},{"key":"e_1_3_3_1_29_2","unstructured":"John Thickstun David Leo\u00a0Wright Hall Chris Donahue and Percy Liang. 2024. Anticipatory Music Transformer. Transactions on Machine Learning Research (2024). https:\/\/openreview.net\/forum?id=EBNJ33Fcrl"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.1192"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.1177\/154193128703100930"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548368"},{"key":"e_1_3_3_1_33_2","volume-title":"Forty-first International Conference on Machine Learning","author":"Wu Yusong","year":"2024","unstructured":"Yusong Wu, Tim Cooijmans, Kyle Kastner, Adam Roberts, Ian Simon, Alexander Scarlatos, Chris Donahue, Cassie Tarakajian, Shayegan Omidshafiei, Aaron Courville, Pablo\u00a0Samuel Castro, Natasha Jaques, and Cheng-Zhi\u00a0Anna Huang. 2024. Adaptive Accompaniment with ReaLchords. In Forty-first International Conference on Machine Learning."},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501914"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720227","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3720227","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:51Z","timestamp":1750295931000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720227"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":33,"alternative-id":["10.1145\/3706599.3720227","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3720227","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}