{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:22:22Z","timestamp":1772907742403,"version":"3.50.1"},"reference-count":23,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T00:00:00Z","timestamp":1664582400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T00:00:00Z","timestamp":1664582400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T00:00:00Z","timestamp":1664582400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Agence Nationale pour la Recherche Frontcog","award":["ANR-17-EURE-0017"],"award-info":[{"award-number":["ANR-17-EURE-0017"]}]},{"name":"Agence Nationale pour la Recherche Frontcog","award":["ANR-10-IDEX-0001-02"],"award-info":[{"award-number":["ANR-10-IDEX-0001-02"]}]},{"name":"Agence Nationale pour la Recherche Frontcog","award":["ANR-19-P3IA-0001"],"award-info":[{"award-number":["ANR-19-P3IA-0001"]}]},{"name":"PRAIRIE 3IA Institute"},{"DOI":"10.13039\/100007631","name":"Canadian Institute for Advanced Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007631","id-type":"DOI","asserted-by":"publisher"}]},{"name":"GENCI&#x2013;IDRIS through HPC resources","award":["2021-AD011011691R1"],"award-info":[{"award-number":["2021-AD011011691R1"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Top. Signal Process."],"published-print":{"date-parts":[[2022,10]]},"DOI":"10.1109\/jstsp.2022.3200909","type":"journal-article","created":{"date-parts":[[2022,8,23]],"date-time":"2022-08-23T19:47:45Z","timestamp":1661284065000},"page":"1415-1423","source":"Crossref","is-referenced-by-count":18,"title":["Are Discrete Units Necessary for Spoken Language Modeling?"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9623-042X","authenticated-orcid":false,"given":"Tu Anh","family":"Nguyen","sequence":"first","affiliation":[{"name":"Meta and Inria, Paris, France"}]},{"given":"Benoit","family":"Sagot","sequence":"additional","affiliation":[{"name":"Inria, Paris, France"}]},{"given":"Emmanuel","family":"Dupoux","sequence":"additional","affiliation":[{"name":"Meta and EHESS, ENS-PSL, CNRS, Inria, Paris, France"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018","journal-title":"OpenAI blog"},{"issue":"8","key":"ref2","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"ref3","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Brown","year":"2020"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref5","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref6","first-page":"12449","article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Baevski","year":"2020"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/asru51503.2021.9688253"},{"key":"ref9","article-title":"The zero resource speech benchmark 2021: Metrics and baselines for unsupervised spoken language modeling","volume-title":"Proc. NeurIPS Workshop Self-Supervised Learn. Speech Audio Process.","author":"Nguyen","year":"2020"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2021-1755"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-1182"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/icassp40776.2020.9054224"},{"key":"ref13","article-title":"vq-wav2vec: Self-supervised learning of discrete speech representations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Baevski","year":"2020"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2019-1873"},{"key":"ref15","first-page":"1336","article-title":"On generative spoken language modeling from raw audio","volume":"9","author":"Lakhotia","year":"2021","journal-title":"Trans. Assoc. Comput. Linguistics"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461368"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"ref18","article-title":"Representation learning with contrastive predictive coding","author":"Oord","year":"2018"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/icassp40776.2020.9054548"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-4009"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"30","DOI":"10.18653\/v1\/W19-2304","article-title":"BERT has a mouth, and it must speak: BERT as a Markov random field language model","volume-title":"Proc. Workshop Methods Optimizing Eval. Neural Lang. Gener.","author":"Wang","year":"2019"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.240"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-demo.1"}],"container-title":["IEEE Journal of Selected Topics in Signal Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4200690\/9923627\/09864610.pdf?arnumber=9864610","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T12:22:14Z","timestamp":1706790134000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9864610\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10]]},"references-count":23,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/jstsp.2022.3200909","relation":{},"ISSN":["1932-4553","1941-0484"],"issn-type":[{"value":"1932-4553","type":"print"},{"value":"1941-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10]]}}}