{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T15:24:36Z","timestamp":1743002676899,"version":"3.40.3"},"publisher-location":"Cham","reference-count":16,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031779145"},{"type":"electronic","value":"9783031779152"}],"license":[{"start":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T00:00:00Z","timestamp":1732838400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T00:00:00Z","timestamp":1732838400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77915-2_10","type":"book-chapter","created":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T11:54:48Z","timestamp":1732794888000},"page":"130-143","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["DATE: Derivative Alignment Training for\u00a0Extrapolation with\u00a0Neural Networks"],"prefix":"10.1007","author":[{"given":"Enrico","family":"Lopedoto","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tillman","family":"Weyde","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kizito","family":"Salako","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,29]]},"reference":[{"issue":"11","key":"10_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2018.e00938","volume":"4","author":"OI Abiodun","year":"2018","unstructured":"Abiodun, O.I., Jantan, A., Omolara, A.E., Dada, K.V., Mohamed, N.A., Arshad, H.: State-of-the-art in artificial neural network applications: a survey. Heliyon 4(11), e00938 (2018)","journal-title":"Heliyon"},{"key":"10_CR2","doi-asserted-by":"crossref","unstructured":"Douglas, S.C., Yu, J.: Why relu units sometimes die: analysis of single-unit error backpropagation in neural networks. In: 2018 52nd Asilomar Conference on Signals, Systems, and Computers, pp. 864\u2013868. IEEE (2018)","DOI":"10.1109\/ACSSC.2018.8645556"},{"key":"10_CR3","doi-asserted-by":"crossref","unstructured":"El-Naggar, N., Madhyastha, P.S., Weyde, T.: Theoretical conditions and empirical failure of bracket counting on long sequences with linear recurrent networks. In: Conference of the European Chapter of the Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.eacl-srw.15"},{"issue":"2","key":"10_CR4","first-page":"264","volume":"36","author":"J Fan","year":"2019","unstructured":"Fan, J., Ma, C., Zhong, Y.: A selective overview of deep learning. Stat. Sci. A Rev. J. Inst. Math. Stat. 36(2), 264\u2013290 (2019)","journal-title":"Stat. Sci. A Rev. J. Inst. Math. Stat."},{"key":"10_CR5","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/BF00342633","volume":"20","author":"K Fukushima","year":"1975","unstructured":"Fukushima, K.: Cognitron: a self-organizing multilayer neural network. Biol. Cybern. 20, 121\u2013136 (1975)","journal-title":"Biol. Cybern."},{"key":"10_CR6","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press, Cambridge (2016)"},{"key":"10_CR7","unstructured":"Lake, B., Baroni, M.: Generalization without systematicity: on the compositional skills of sequence-to-sequence recurrent networks. In: International Conference on Machine Learning, pp. 2873\u20132882. PMLR (2018)"},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"Li, D., Yang, Y., Song, Y.Z., Hospedales, T.: Learning to generalize: meta-learning for domain generalization. In: AAAI Conference on Artificial Intelligence (2018)","DOI":"10.1609\/aaai.v32i1.11596"},{"key":"10_CR9","unstructured":"Lopedoto, E., Shekhunov, M., Aksenov, V., Salako, K., Weyde, T.: Derivative-based regularization for regression (2024)"},{"key":"10_CR10","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1007\/978-3-030-63799-6_13","volume-title":"Artificial Intelligence XXXVII","author":"E Lopedoto","year":"2020","unstructured":"Lopedoto, E., Weyde, T.: ReLEx: regularisation for linear extrapolation in neural networks with rectified linear units. In: Bramer, M., Ellis, R. (eds.) SGAI 2020. LNCS (LNAI), vol. 12498, pp. 159\u2013165. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-63799-6_13"},{"issue":"5","key":"10_CR11","doi-asserted-by":"publisher","first-page":"1671","DOI":"10.4208\/cicp.OA-2020-0165","volume":"28","author":"L Lu","year":"2020","unstructured":"Lu, L., YeonjongSu, Y., Em Karniadakis, G.: Dying relu and initialization: theory and numerical examples. Commun. Comput. Phys. 28(5), 1671\u20131706 (2020)","journal-title":"Commun. Comput. Phys."},{"key":"10_CR12","unstructured":"Madsen, A., Johansen, A.R.: Neural arithmetic units. In: International Conference on Learning Representations (2020)"},{"key":"10_CR13","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1126\/science.283.5398.77","volume":"283","author":"GF Marcus","year":"1999","unstructured":"Marcus, G.F., Vijayan, S., Rao, S.B., Vishton, P.M.: Rule learning in 7-month-old infants. Science 283, 77\u201380 (1999)","journal-title":"Science"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Mitchell, J., Stenetorp, P., Minervini, P., Riedel, S.: Extrapolation in NLP. In: Bisk, Y., Levy, O., Yatskar, M. (eds.) Proceedings of the Workshop on Generalization in the Age of Deep Learning, New Orleans, Louisiana, pp. 28\u201333. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/W18-1005"},{"key":"10_CR15","unstructured":"Sahoo, S., Lampert, C., Martius, G.: Learning equations for extrapolation and control. volume 80 of. Proceedings of Machine Learning Research, pp. 4442\u20134450"},{"key":"10_CR16","unstructured":"Suzgun, M., Belinkov, Y., Shieber, S.M.: On evaluating the generalization of LSTM models in formal languages. In: Jarosz, G., Nelson, M., O\u2019Connor, B., Pater, J. (eds.) Proceedings of the Society for Computation in Linguistics (SCiL) 2019, pp. 277\u2013286 (2019)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence XLI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77915-2_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T12:10:42Z","timestamp":1732795842000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77915-2_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,29]]},"ISBN":["9783031779145","9783031779152"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77915-2_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,29]]},"assertion":[{"value":"29 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SGAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Innovative Techniques and Applications of Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cambridge","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sgai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/bcs-sgai.org\/ai2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}