{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,14]],"date-time":"2025-06-14T04:08:33Z","timestamp":1749874113116,"version":"3.41.0"},"publisher-location":"Singapore","reference-count":48,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811025846"},{"type":"electronic","value":"9789811025853"}],"license":[{"start":{"date-parts":[[2016,12,25]],"date-time":"2016-12-25T00:00:00Z","timestamp":1482624000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-981-10-2585-3_3","type":"book-chapter","created":{"date-parts":[[2016,12,24]],"date-time":"2016-12-24T22:34:25Z","timestamp":1482618865000},"page":"39-51","source":"Crossref","is-referenced-by-count":1,"title":["Compact and Interpretable Dialogue State Representation with Genetic Sparse Distributed Memory"],"prefix":"10.1007","author":[{"given":"Layla El","family":"Asri","sequence":"first","affiliation":[]},{"given":"Romain","family":"Laroche","sequence":"additional","affiliation":[]},{"given":"Olivier","family":"Pietquin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,12,25]]},"reference":[{"key":"3_CR1","volume-title":"Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning. MIT Press, An introduction (1998)"},{"key":"3_CR2","doi-asserted-by":"crossref","unstructured":"Levin, E., Pieraccini, R., Eckert, W.: Learning dialogue strategies within the Markov decision process framework. In: Proceedings of the IEEE ASRU (1997)","DOI":"10.1109\/ASRU.1997.658989"},{"key":"3_CR3","unstructured":"Singh, S., Kearns, M., Litman, D., Walker, M.: Reinforcement learning for spoken dialogue systems. In: Proceedings of the NIPS (1999)"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Williams, J.D., Young, S.: Partially observable Markov decision processes for spoken dialog systems. Comput. Speech Lang. 21, 231\u2013422 (2007)","DOI":"10.1016\/j.csl.2006.06.008"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Laroche, R., Putois, G., Bretier, P.: Optimising a handcrafted dialogue system design. In: Proceedings of the Interspeech (2010)","DOI":"10.21437\/Interspeech.2010-47"},{"issue":"8","key":"3_CR6","doi-asserted-by":"crossref","first-page":"891","DOI":"10.1109\/JSTSP.2012.2229257","volume":"6","author":"L Daubigney","year":"2012","unstructured":"Daubigney, L., Geist, M., Chandramohan, S., Pietquin, O.: A comprehensive reinforcement learning framework for dialogue management optimisation. IEEE J. Sel. Top. Sign. Proc. 6(8), 891\u2013902 (2012)","journal-title":"IEEE J. Sel. Top. Sign. Proc."},{"key":"3_CR7","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/j.specom.2004.02.001","volume":"43","author":"L Dybkjaer","year":"2004","unstructured":"Dybkjaer, L., Bernsen, N.O., Minker, W.: Evaluation and usability of multimodal spoken language dialogue systems. Speech Commun. 43, 33\u201354 (2004)","journal-title":"Speech Commun."},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Lemon, O., Pietquin, O.: Data-Driven Methods for Adaptive Spoken Dialogue Systems. Springer (2012)","DOI":"10.1007\/978-1-4614-4803-7"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Walker, M., Hindle, D., Fromer, J., Fabbrizio, G., Mestel, C.: Evaluating competing agent strategies for a voice e-mail agent. In: Proceedings of the EuroSpeech (1997)","DOI":"10.21437\/Eurospeech.1997-585"},{"key":"3_CR10","unstructured":"Schmitt, A., Schatz, B., Minker, W.: Modeling and predicting quality in spoken human-computer interaction. In: Proceedings of the SIGDIAL (2011)"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"El Asri, L., Khouzaimi, H., Laroche, R., Pietquin, O.: Ordinal regression for interaction quality prediction. In: Proceedings of the ICASSP (to be published) (2014)","DOI":"10.1109\/ICASSP.2014.6854195"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Larsen, L.B.: Issues in the evaluation of spoken dialogue systems using objective and subjective measures. In: Proceedings of the IEEE ASRU, pp. 209\u2013214 (2003)","DOI":"10.1109\/ASRU.2003.1318442"},{"key":"3_CR13","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1613\/jair.971","volume":"16","author":"MA Walker","year":"2002","unstructured":"Walker, M.A., Langkilde-Geary, I., Hastie, H.W., Wright, J., Gorin, A.: Automatically training a problematic dialogue predictor for a spoken dialogue system. J. Artif. Intell. Res. 16, 293\u2013319 (2002)","journal-title":"J. Artif. Intell. Res."},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Paek, T., Pieraccini, R.: Automating spoken dialogue management design using machine learning: An industry perspective. Speech Commun. 50 (2008)","DOI":"10.1016\/j.specom.2008.03.010"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Paek, T., Chickering, D.M.: The markov assumption in spoken dialogue management. In: Proceedings of the SIGdial Workshop on Discourse and Dialogue, pp. 35\u201344 (2005)","DOI":"10.18653\/v1\/2005.sigdial-1.5"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Geist, M., Pietquin, O.: Algorithmic survey of parametric value function approximation. IEEE Trans. Neural Netw.ne Learn. Syst. (2013)","DOI":"10.1109\/TNNLS.2013.2247418"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Gordon, G.J.: Stable function approximation in dynamic programming. In: Proceedings of the ICML (1995)","DOI":"10.1016\/B978-1-55860-377-6.50040-2"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Tsitsiklis, J., Van Roy, B.: An analysis of temporal-difference learning with function approximation. IEEE Trans. Autom. Control (1997)","DOI":"10.1109\/9.580874"},{"key":"3_CR19","unstructured":"Gordon, G.J.: Reinforcement learning with function approximation converges to a region. In: Proceedings of the NIPS (2001)"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Li, L., Williams, J.D., Balakrishnan, S.: Reinforcement learning for dialog management using least-squares policy iteration and fast feature selection. In: Proceedings of the Interspeech (2009)","DOI":"10.21437\/Interspeech.2009-659"},{"key":"3_CR21","unstructured":"Chandramohan, S., Geist, M., Pietquin, O.: Sparse approximate dynamic programming for dialog management. In: Proceedings of the SIGDIAL (2010)"},{"key":"3_CR22","unstructured":"Kanerva, P.: Associative Neural Memories: Theory and Implementation. Oxford University Press (1993)"},{"key":"3_CR23","unstructured":"Broomhead, D., Lowe, D.: Multivariable functional interpolation and adaptive networks. Complex Syst. (1988)"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Albus, J.S.: A theory of cerebellar function. Math. Biosci. (1971)","DOI":"10.1016\/0025-5564(71)90051-4"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Singh, S., Sutton, R.S.: Reinforcement learning with replacing eligibility traces. In: Mach. Learn. (1996)","DOI":"10.1007\/978-0-585-33656-5_7"},{"key":"3_CR26","unstructured":"Forbes, J.R.: Reinforcement learning for autonomous vehicles. Ph.D. thesis, University of California at Berkeley (2002)"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Mahadevan, S., Maggioni, M., Guestrin, C.: Proto-value functions: a Laplacian framework for learning representation and control in markov decision processes. J. Mach. Learn. Res. (2006)","DOI":"10.1561\/9781601982391"},{"key":"3_CR28","unstructured":"Bernstein, A., Shimkin, N.: Adaptive aggregation for reinforcement learning with efficient exploration: Deterministic domains. In: Proceedings of the COLT (2008)"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Wu, C., Meleis, W.: Adaptive fuzzy function approximation for multi-agent reinforcement learning. In: Proceedings of the IEEE\/WIC\/ACM IAT (2009)","DOI":"10.1109\/WI-IAT.2009.147"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Baumann, M., Buning, H.K.: State aggregation by growing neural gas for reinforcement learning in continuous state spaces. In: Proceedings of the ICMLA (2011)","DOI":"10.1109\/ICMLA.2011.134"},{"key":"3_CR31","unstructured":"Baumann, M., Klerx, T., B\u00fcning, H.K.: Improved state aggregation with growing neural gas in multidimensional state spaces. In: Proceedings of the ERLARS (2012)"},{"key":"3_CR32","unstructured":"Rogers, D.: Weather prediction using a genetic memory. Tech. Rep., NASA (1990)"},{"key":"3_CR33","unstructured":"El Asri, L., Laroche, R., Pietquin, O.: DINASTI: dialogues with a negotiating appointment setting interface. In: Proceedings of the LREC (to be published) (2014)"},{"key":"3_CR34","doi-asserted-by":"crossref","unstructured":"Kanerva, P.: Hyperdimensional computing: An introduction to computing in distributed representation with high-dimensional random vectors. Cogn. Comput. (2009)","DOI":"10.1007\/s12559-009-9009-8"},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Hely, T.A., Willshaw, D.J., Hayes, G.M.: A new approach to Kanerva\u2019s sparse distributed memory. IEEE Trans. Neural Netw. (1997)","DOI":"10.1109\/72.572115"},{"key":"3_CR36","doi-asserted-by":"crossref","unstructured":"Rao, R.P.N., Fuentes, O.: Hierarchical learning of navigational behaviors in an autonomous robot using a predictive sparse distributed memory. Mach. Learn. (1998)","DOI":"10.1023\/A:1007492624519"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Anwar, A., Dasgupta, D., Franklin, S.: Using genetic algorithms for sparse distributed memory initializations. In: Proceedings of the GECCO (1999)","DOI":"10.1109\/CEC.1999.782538"},{"key":"3_CR38","unstructured":"Hart, E., Ross, P.: Exploiting the analogy between immunology and sparse distributed memories: A system for clustering non-stationary data. In: Proceedings of the ICAIS (2002)"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Kostiadis, K., Hu, H.: KaBaGe-RL: Kanerva based generalisation and reinforcement learning for possession football. In: Proceedings of the IEEE IROS (2001)","DOI":"10.1109\/IROS.2001.973373"},{"key":"3_CR40","doi-asserted-by":"crossref","unstructured":"Ratitch, B., Precup, D.: Sparse distributed memories for on-line value-based reinforcement learning. In: Proceedings of the ECML (2004)","DOI":"10.1007\/978-3-540-30115-8_33"},{"key":"3_CR41","unstructured":"Rogers, D.: Statistical prediction with Kanerva\u2019s sparse distributed memory. Tech. Rep., NASA (1989)"},{"key":"3_CR42","doi-asserted-by":"crossref","unstructured":"Das, R., Whitley, D.: Genetic sparse distributed memory. In: Proceedings of the COGANN (1992)","DOI":"10.1109\/COGANN.1992.273945"},{"key":"3_CR43","unstructured":"Rogers, D.: Using data-tagging to improve the performance of the sparse distributed memory. Tech. Rep., NASA (1988)"},{"key":"3_CR44","unstructured":"Kaelbling, L.P.: Learning in embedded systems. Ph.D. thesis (1990)"},{"key":"3_CR45","unstructured":"El\u00a0Asri, L., Lemonnier, R., Laroche, R., Pietquin, O., Khouzaimi, H.: NASTIA: negotiating appointment setting interface. In: Proceedings of the LREC (to be published) (2014)"},{"key":"3_CR46","doi-asserted-by":"crossref","unstructured":"Chandramohan, S., Geist, M., Pietquin, O.: Optimizing spoken dialogue management with fitted value iteration. In: Proceedings of the Interspeech (2010)","DOI":"10.21437\/Interspeech.2010-40"},{"key":"3_CR47","unstructured":"Fayyad, U.M., Irani, K.B.: Multi-interval discretization of continuous-valued attributes for classification learning. In: Proceedings of UAI, pp. 1022\u20131027 (1993)"},{"key":"3_CR48","doi-asserted-by":"crossref","unstructured":"Rieser, V., Lemon, O.: Learning and evaluation of dialogue strategies for new applications: empirical methods for optimization from small data sets. Comput. Linguist. 37 (2011)","DOI":"10.1162\/coli_a_00038"}],"container-title":["Lecture Notes in Electrical Engineering","Dialogues with Social Robots"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-10-2585-3_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T21:40:10Z","timestamp":1749850810000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-981-10-2585-3_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12,25]]},"ISBN":["9789811025846","9789811025853"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-981-10-2585-3_3","relation":{},"ISSN":["1876-1100","1876-1119"],"issn-type":[{"type":"print","value":"1876-1100"},{"type":"electronic","value":"1876-1119"}],"subject":[],"published":{"date-parts":[[2016,12,25]]}}}