{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T13:53:39Z","timestamp":1746194019867,"version":"3.37.3"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030367176"},{"type":"electronic","value":"9783030367183"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-36718-3_24","type":"book-chapter","created":{"date-parts":[[2019,12,10]],"date-time":"2019-12-10T08:03:52Z","timestamp":1575965032000},"page":"282-294","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Dynamic Neural Language Models"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1571-9910","authenticated-orcid":false,"given":"Edouard","family":"Delasalles","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sylvain","family":"Lamprier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ludovic","family":"Denoyer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,12,9]]},"reference":[{"key":"24_CR1","unstructured":"Bai, S., Kolter, J.Z., Koltun, V.: An empirical evaluation of generic convolutional and recurrent networks for sequence modeling. arXiv:1803.01271 (2018)"},{"key":"24_CR2","unstructured":"Bamler, R., Mandt, S.: Dynamic word embeddings. In: ICML (2017)"},{"key":"24_CR3","doi-asserted-by":"crossref","unstructured":"Blei, D.M., Lafferty, J.D.: Dynamic topic models. In: ICML (2006)","DOI":"10.1145\/1143844.1143859"},{"key":"24_CR4","doi-asserted-by":"crossref","unstructured":"Bowman, S.R., Vilnis, L., Vinyals, O., Dai, A., Jozefowicz, R., Bengio, S.: Generating sentences from a continuous space. In: SIGNLL (2016)","DOI":"10.18653\/v1\/K16-1002"},{"key":"24_CR5","doi-asserted-by":"crossref","unstructured":"Chiu, C.C., et al.: State-of-the-art speech recognition with sequence-to-sequence models. arXiv:1712.01769 (2017)","DOI":"10.1109\/ICASSP.2018.8462105"},{"key":"24_CR6","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv:1810.04805 (2018)"},{"key":"24_CR7","doi-asserted-by":"crossref","unstructured":"Eger, S., Mehler, A.: On the linearity of semantic change: investigating meaning variation via dynamic graph models. In: ACL (2016)","DOI":"10.18653\/v1\/P16-2009"},{"key":"24_CR8","unstructured":"Fedus, W., Goodfellow, I., Dai, A.M.: MaskGAN: better text generation via filling in the $$\\_$$. In: ICLR (2018)"},{"key":"24_CR9","unstructured":"Fraccaro, M., S\u00f8nderby, S.K., Paquet, U., Winther, O.: Sequential neural models with stochastic layers. In: NeurIPS (2016)"},{"key":"24_CR10","doi-asserted-by":"crossref","unstructured":"Frermann, L., Lapata, M.: A Bayesian model of diachronic meaning change. ACL (2016)","DOI":"10.1162\/tacl_a_00081"},{"key":"24_CR11","doi-asserted-by":"crossref","unstructured":"Hamilton, W.L., Leskovec, J., Jurafsky, D.: Diachronic word embeddings reveal statistical laws of semantic change. In: ACL, vol. 1 (2016)","DOI":"10.18653\/v1\/P16-1141"},{"key":"24_CR12","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9, 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"24_CR13","doi-asserted-by":"crossref","unstructured":"Howard, J., Ruder, S.: Universal language model fine-tuning for text classification. In: ACL (2018)","DOI":"10.18653\/v1\/P18-1031"},{"key":"24_CR14","first-page":"19","volume":"5","author":"T Iwata","year":"2012","unstructured":"Iwata, T., Yamada, T., Sakurai, Y., Ueda, N.: Sequential modeling of topic dynamics with multiple timescales. ACM Trans. KDD 5, 19 (2012)","journal-title":"ACM Trans. KDD"},{"key":"24_CR15","doi-asserted-by":"crossref","unstructured":"Joulin, A., Grave, E., Bojanowski, P., Mikolov, T.: Bag of tricks for efficient text classification. arXiv:1607.01759 (2016)","DOI":"10.18653\/v1\/E17-2068"},{"key":"24_CR16","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1023\/A:1013673310093","volume":"18","author":"A Kab\u00e1n","year":"2002","unstructured":"Kab\u00e1n, A., Girolami, M.A.: A dynamic probabilistic model to visualise topic evolution in text streams. J. Intell. Inf. Syst. 18, 107\u2013125 (2002)","journal-title":"J. Intell. Inf. Syst."},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Kim, Y., Chiu, Y.I., Hanaki, K., Hegde, D., Petrov, S.: Temporal analysis of language through neural language models. In: ACL Workshop on Language Technologies and Computational Social Science (2014)","DOI":"10.3115\/v1\/W14-2517"},{"key":"24_CR18","unstructured":"Kingma, D.P., Welling, M.: Auto-encoding variational Bayes. In: ICLR (2014)"},{"key":"24_CR19","doi-asserted-by":"crossref","unstructured":"Krishnan, R.G., Shalit, U., Sontag, D.: Structured inference networks for nonlinear state space models. In: AAAI (2017)","DOI":"10.1609\/aaai.v31i1.10779"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Kulkarni, V., Al-Rfou, R., Perozzi, B., Skiena, S.: Statistically significant detection of linguistic change. In: WWW (2015)","DOI":"10.1145\/2736277.2741627"},{"key":"24_CR21","unstructured":"Melis, G., Dyer, C., Blunsom, P.: On the state of the art of evaluation in neural language models. In: ICLR (2018)"},{"key":"24_CR22","unstructured":"Merity, S., Keskar, N.S., Socher, R.: An analysis of neural language modeling at multiple scales. arXiv:1803.08240 (2018)"},{"key":"24_CR23","unstructured":"Merity, S., Keskar, N.S., Socher, R.: Regularizing and optimizing LSTM language models. In: ICRL (2018)"},{"key":"24_CR24","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space. arXiv:1301.3781 (2013)"},{"key":"24_CR25","doi-asserted-by":"crossref","unstructured":"Mikolov, T., Karafi\u00e1t, M., Burget, L., \u010cernock\u1ef3, J., Khudanpur, S.: Recurrent neural network based language model. In: ISCA (2010)","DOI":"10.1109\/ICASSP.2011.5947611"},{"key":"24_CR26","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners (2019)"},{"key":"24_CR27","unstructured":"Rezende, D.J., Mohamed, S., Wierstra, D.: Stochastic backpropagation and approximate inference in deep generative models. In: ICML (2014)"},{"key":"24_CR28","doi-asserted-by":"crossref","unstructured":"Rosenfeld, A., Erk, K.: Deep neural models of semantic shift. In: NAACL (2018)","DOI":"10.18653\/v1\/N18-1044"},{"key":"24_CR29","doi-asserted-by":"crossref","unstructured":"Rudolph, M., Blei, D.: Dynamic Bernoulli embeddings for language evolution. arXiv:1703.08052 (2017)","DOI":"10.1145\/3178876.3185999"},{"key":"24_CR30","doi-asserted-by":"crossref","unstructured":"Semeniuta, S., Severyn, A., Barth, E.: A hybrid convolutional variational autoencoder for text generation. In: EMNLP (2017)","DOI":"10.18653\/v1\/D17-1066"},{"key":"24_CR31","doi-asserted-by":"crossref","unstructured":"Serban, I.V., Ororbia, A.G., Pineau, J., Courville, A.: Piecewise latent variables for neural variational text processing. In: EMNLP (2017)","DOI":"10.18653\/v1\/D17-1043"},{"key":"24_CR32","doi-asserted-by":"crossref","unstructured":"Shen, D., et al.: Baseline needs more love: on simple word-embedding-based models and associated pooling mechanisms. arXiv:1805.09843 (2018)","DOI":"10.18653\/v1\/P18-1041"},{"key":"24_CR33","doi-asserted-by":"crossref","unstructured":"Tan, C., Lee, L.: All who wander: on the prevalence and characteristics of multi-community engagement. In: WWW (2015)","DOI":"10.1145\/2736277.2741661"},{"key":"24_CR34","unstructured":"Vaswani, A., et al.: Attention is all you need. In: NeurIPS (2017)"},{"key":"24_CR35","doi-asserted-by":"publisher","first-page":"652","DOI":"10.1109\/TPAMI.2016.2587640","volume":"39","author":"O Vinyals","year":"2017","unstructured":"Vinyals, O., Toshev, A., Bengio, S., Erhan, D.: Show and tell: lessons learned from the 2015 MSCOCO image captioning challenge. PAMI 39, 652\u2013663 (2017)","journal-title":"PAMI"},{"key":"24_CR36","unstructured":"Wang, C., Blei, D., Heckerman, D.: Continuous time dynamic topic models. arXiv:1206.3298 (2012)"},{"key":"24_CR37","doi-asserted-by":"crossref","unstructured":"Wang, X., McCallum, A.: Topics over time: a non-Markov continuous-time model of topical trends. In: ACM SIGKDD (2006)","DOI":"10.1145\/1150402.1150450"},{"key":"24_CR38","unstructured":"Yang, Z., Hu, Z., Salakhutdinov, R., Berg-Kirkpatrick, T.: Improved variational autoencoders for text modeling using dilated convolutions. In: ICML (2017)"},{"key":"24_CR39","doi-asserted-by":"crossref","unstructured":"Yao, Z., Sun, Y., Ding, W., Rao, N., Xiong, H.: Dynamic word embeddings for evolving semantic discovery. In: WSDM (2018)","DOI":"10.1145\/3159652.3159703"},{"key":"24_CR40","unstructured":"Zaheer, M., Ahmed, A., Smola, A.J.: Latent LSTM allocation joint clustering and non-linear dynamic modeling of sequential data. In: ICML (2017)"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-36718-3_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T02:06:39Z","timestamp":1665194799000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-36718-3_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030367176","9783030367183"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-36718-3_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"9 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 December 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 December 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/ajiips.com.au\/iconip2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}