{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T03:24:55Z","timestamp":1767324295742,"version":"3.48.0"},"publisher-location":"Cham","reference-count":63,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032128393","type":"print"},{"value":"9783032128409","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-12840-9_20","type":"book-chapter","created":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T03:21:56Z","timestamp":1767324116000},"page":"303-319","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Unlocking In-Context Learning for\u00a0Natural Datasets Beyond Language Modelling"],"prefix":"10.1007","author":[{"given":"Jelena","family":"Bratuli\u0107","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sudhanshu","family":"Mittal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David T.","family":"Hoffmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Samuel","family":"B\u00f6hm","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robin Tibor","family":"Schirrmeister","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tonio","family":"Ball","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian","family":"Rupprecht","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Brox","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,1,2]]},"reference":[{"key":"20_CR1","unstructured":"Agarwal, R., et al.: Many-shot in-context learning. In: The Thirty-eighth Annual Conference on Neural Information Processing Systems (2024). https:\/\/openreview.net\/forum?id=AB6XpMzvqH"},{"key":"20_CR2","unstructured":"Aky\u00fcrek, E., Schuurmans, D., Andreas, J., Ma, T., Zhou, D.: What learning algorithm is in-context learning? Investigations with linear models. In: The Eleventh International Conference on Learning Representations (2023). https:\/\/openreview.net\/forum?id=0g0X4H8yN4I"},{"key":"20_CR3","unstructured":"Aky\u00fcrek, E., Wang, B., Kim, Y., Andreas, J.: In-context language learning: architectures and algorithms (2024)"},{"key":"20_CR4","unstructured":"Alayrac, J.B., et al.: Flamingo: a visual language model for few-shot learning. In: Advances in Neural Information Processing Systems (2022). https:\/\/openreview.net\/forum?id=EbMuimAbPbs"},{"key":"20_CR5","unstructured":"Bai, Y., Chen, F., Wang, H., Xiong, C., Mei, S.: Transformers as statisticians: provable in-context learning with in-context algorithm selection. In: Advances in Neural Information Processing Systems (2023)"},{"key":"20_CR6","doi-asserted-by":"crossref","unstructured":"Bai, Y., et al.: Sequential modeling enables scalable learning for large vision models. In: 2024 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) (2024)","DOI":"10.1109\/CVPR52733.2024.02157"},{"key":"20_CR7","unstructured":"Bar, A., Gandelsman, Y., Darrell, T., Globerson, A., Efros, A.A.: Visual prompting via image inpainting. In: Advances in Neural Information Processing Systems (2022). https:\/\/openreview.net\/forum?id=o4uFFg9_TpV"},{"key":"20_CR8","unstructured":"Bertinetto, L., Henriques, J.F., Torr, P., Vedaldi, A.: Meta-learning with differentiable closed-form solvers. In: International Conference on Learning Representations (2019). https:\/\/openreview.net\/forum?id=HyxnZh0ct7"},{"key":"20_CR9","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems (2020)"},{"key":"20_CR10","unstructured":"Chan, S., et al.: Data distributional properties drive emergent in-context learning in transformers. In: Advances in Neural Information Processing Systems (2022)"},{"key":"20_CR11","unstructured":"Chen, Y., Zhao, C., Yu, Z., McKeown, K., He, H.: Parallel structures in pre-training data yield in-context learning (2024). https:\/\/arxiv.org\/abs\/2402.12530"},{"key":"20_CR12","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., Mohamed, S., Vedaldi, A.: Describing textures in the wild. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2014)","DOI":"10.1109\/CVPR.2014.461"},{"key":"20_CR13","doi-asserted-by":"crossref","unstructured":"Clark, K., Khandelwal, U., Levy, O., Manning, C.D.: What does BERT look at? An analysis of BERT\u2019s attention. In: Proceedings of the 2019 ACL Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP (2019). https:\/\/aclanthology.org\/W19-4828\/","DOI":"10.18653\/v1\/W19-4828"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"Dai, D., et al.: Why can GPT learn in-context? language models secretly perform gradient descent as meta-optimizers. In: Findings of the Association for Computational Linguistics: ACL 2023 (2023)","DOI":"10.18653\/v1\/2023.findings-acl.247"},{"issue":"11","key":"20_CR15","doi-asserted-by":"publisher","first-page":"2411","DOI":"10.1109\/TNSRE.2020.3027004","volume":"28","author":"L Duan","year":"2020","unstructured":"Duan, L., et al.: Zero-shot learning for EEG classification in motor imagery-based BCI system. IEEE Trans. Neural Syst. Rehabil. Eng. 28(11), 2411\u20132419 (2020)","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"20_CR16","doi-asserted-by":"crossref","unstructured":"Edelman, E., Tsilivis, N., Edelman, B.L., Malach, E., Goel, S.: The evolution of statistical induction heads: in-context learning Markov chains. In: Advances in Neural Information Processing Systems (2024)","DOI":"10.52202\/079017-2050"},{"key":"20_CR17","unstructured":"Elhelo, A., Geva, M.: Inferring functionality of attention heads from their parameters (2025). https:\/\/arxiv.org\/abs\/2412.11965"},{"key":"20_CR18","unstructured":"Fei-Fei, L., Fergus, R., Perona, P.: Learning generative visual models from few training examples: an incremental Bayesian approach tested on 101 object categories. In: 2004 Conference on Computer Vision and Pattern Recognition Workshop (2004)"},{"key":"20_CR19","unstructured":"Garg, S., Tsipras, D., Liang, P.S., Valiant, G.: What can transformers learn in-context? A case study of simple function classes. In: Advances in Neural Information Processing Systems (2022)"},{"key":"20_CR20","unstructured":"Gu, Y., Dong, L., Wei, F., Huang, M.: Pre-training to learn in context (2023). https:\/\/arxiv.org\/abs\/2305.09137"},{"key":"20_CR21","doi-asserted-by":"crossref","unstructured":"Han, X., Simig, D., Mihaylov, T., Tsvetkov, Y., Celikyilmaz, A., Wang, T.: Understanding in-context learning via supportive pretraining data. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) (2023)","DOI":"10.18653\/v1\/2023.acl-long.708"},{"key":"20_CR22","unstructured":"Hollmann, N., M\u00fcller, S., Eggensperger, K., Hutter, F.: Tabpfn: a transformer that solves small tabular classification problems in a second. In: International Conference on Learning Representations 2023 (2023)"},{"key":"20_CR23","doi-asserted-by":"publisher","unstructured":"Hollmann, N., et al.: Accurate predictions on small data with a tabular foundation model. Nature (2025). https:\/\/doi.org\/10.1038\/s41586-024-08328-6. https:\/\/www.nature.com\/articles\/s41586-024-08328-6","DOI":"10.1038\/s41586-024-08328-6"},{"key":"20_CR24","unstructured":"Huang, B., Mitra, C., Arbelle, A., Karlinsky, L., Darrell, T., Herzig, R.: Multimodal task vectors enable many-shot multimodal in-context learning (2024). https:\/\/arxiv.org\/abs\/2406.15334"},{"key":"20_CR25","unstructured":"Jiang, W.B., Zhao, L.M., Lu, B.L.: Large brain model for learning generic representations with tremendous EEG data in BCI. arXiv preprint arXiv:2405.18765 (2024)"},{"issue":"6266","key":"20_CR26","doi-asserted-by":"publisher","first-page":"1332","DOI":"10.1126\/science.aab3050","volume":"350","author":"BM Lake","year":"2015","unstructured":"Lake, B.M., Salakhutdinov, R., Tenenbaum, J.B.: Human-level concept learning through probabilistic program induction. Science 350(6266), 1332\u20131338 (2015)","journal-title":"Science"},{"key":"20_CR27","unstructured":"Lauren\u00e7on, H., et al.: Obelics: an open web-scale filtered dataset of interleaved image-text documents (2023). https:\/\/arxiv.org\/abs\/2306.16527"},{"key":"20_CR28","unstructured":"Levine, Y., Wies, N., Jannai, D., Navon, D., Hoshen, Y., Shashua, A.: The inductive bias of in-context learning: rethinking pretraining example design. In: International Conference on Learning Representations (2022). https:\/\/openreview.net\/forum?id=lnEaqbTJIRz"},{"key":"20_CR29","doi-asserted-by":"crossref","unstructured":"Li, L., Wei, B.: A two-stage EEG zero-shot classification algorithm guided by class reconstruction. Available at SSRN 5177120 (2025)","DOI":"10.2139\/ssrn.5177120"},{"key":"20_CR30","unstructured":"Lindsey, J., et al.: On the biology of a large language model. Transformer Circuits Thread (2025). https:\/\/transformer-circuits.pub\/2025\/attribution-graphs\/biology.html"},{"key":"20_CR31","doi-asserted-by":"crossref","unstructured":"Liu, J., Shen, D., Zhang, Y., Dolan, B., Carin, L., Chen, W.: What makes good in-context examples for GPT-3? In: Proceedings of Deep Learning Inside Out (DeeLIO 2022): The 3rd Workshop on Knowledge Extraction and Integration for Deep Learning Architectures (2022)","DOI":"10.18653\/v1\/2022.deelio-1.10"},{"key":"20_CR32","unstructured":"Liu, S., Ye, H., Xing, L., Zou, J.: In-context vectors: Making in context learning more effective and controllable through latent space steering (2024). https:\/\/arxiv.org\/abs\/2311.06668"},{"key":"20_CR33","unstructured":"Liu, Y., Ma, Y., Zhou, W., Zhu, G., Zheng, N.: Brainclip: bridging brain and visual-linguistic representation via clip for generic natural visual stimulus decoding. arxiv 2023. arXiv preprint arXiv:2302.12971 (2023)"},{"key":"20_CR34","doi-asserted-by":"crossref","unstructured":"Long, Q., Wang, W., Pan, S.: Adapt in contexts: retrieval-augmented domain adaptation via in-context learning. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.402"},{"key":"20_CR35","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems (2013). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2013\/file\/9aa42b31882ec039965f3c4923ce901b-Paper.pdf"},{"key":"20_CR36","doi-asserted-by":"crossref","unstructured":"Min, S., Lewis, M., Zettlemoyer, L., Hajishirzi, H.: MetaICL: learning to learn in context. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (2022)","DOI":"10.18653\/v1\/2022.naacl-main.201"},{"key":"20_CR37","unstructured":"Olsson, C., et al.: In-context learning and induction heads. Transformer Circuits Thread (2022). https:\/\/transformer-circuits.pub\/2022\/in-context-learning-and-induction-heads\/index.html"},{"key":"20_CR38","unstructured":"Patil, S., Schirrmeister, R.T., Hutter, F., Ball, T.: Coordconformer: heterogenous EEG datasets decoding using transformers. In: ICML 2024 Workshop on Geometry-Grounded Representation Learning and Generative Modeling (2024)"},{"key":"20_CR39","unstructured":"Pawelczyk, M., Neel, S., Lakkaraju, H.: In-context unlearning: Language models as few shot unlearners (2024). https:\/\/arxiv.org\/abs\/2310.07579"},{"key":"20_CR40","doi-asserted-by":"crossref","unstructured":"Peng, Y., Hao, C., Yang, X., Peng, J., Hu, X., Geng, X.: Live: learnable in-context vector for visual question answering (2024). https:\/\/arxiv.org\/abs\/2406.13185","DOI":"10.52202\/079017-0312"},{"key":"20_CR41","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., Manning, C.: GloVe: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP) (2014). https:\/\/aclanthology.org\/D14-1162\/","DOI":"10.3115\/v1\/D14-1162"},{"key":"20_CR42","doi-asserted-by":"crossref","unstructured":"Press, O., Zhang, M., Min, S., Schmidt, L., Smith, N., Lewis, M.: Measuring and narrowing the compositionality gap in language models. In: Findings of the Association for Computational Linguistics: EMNLP 2023 (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.378"},{"key":"20_CR43","unstructured":"Radford, A., et\u00a0al.: Language models are unsupervised multitask learners. OpenAI blog (2019)"},{"key":"20_CR44","doi-asserted-by":"crossref","unstructured":"Ram, O., et al.: In-context retrieval-augmented language models. Trans. Assoc. Comput. Linguist. (2023)","DOI":"10.1162\/tacl_a_00605"},{"key":"20_CR45","doi-asserted-by":"crossref","unstructured":"Razeghi, Y., Logan, R.L., IV., Gardner, M., Singh, S.: Impact of pretraining term frequencies on few-shot numerical reasoning. In: Findings of the Association for Computational Linguistics: EMNLP 2022 (2022)","DOI":"10.18653\/v1\/2022.findings-emnlp.59"},{"key":"20_CR46","unstructured":"Reddy, G.: The mechanistic basis of data dependence and abrupt learning in an in-context classification task. In: The Twelfth International Conference on Learning Representations (2024). https:\/\/openreview.net\/forum?id=aN4Jf6Cx69"},{"key":"20_CR47","doi-asserted-by":"crossref","unstructured":"Rubin, O., Herzig, J., Berant, J.: Learning to retrieve prompts for in-context learning. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (2022)","DOI":"10.18653\/v1\/2022.naacl-main.191"},{"issue":"11","key":"20_CR48","doi-asserted-by":"publisher","first-page":"5391","DOI":"10.1002\/hbm.23730","volume":"38","author":"RT Schirrmeister","year":"2017","unstructured":"Schirrmeister, R.T., et al.: Deep learning with convolutional neural networks for EEG decoding and visualization. Hum. Brain Mapp. 38(11), 5391\u20135420 (2017)","journal-title":"Hum. Brain Mapp."},{"key":"20_CR49","doi-asserted-by":"publisher","unstructured":"Serina, L., Putelli, L., Gerevini, A.E., Serina, I.: Synonyms, antonyms and factual knowledge in bert heads. Future Internet 15(7) (2023). https:\/\/doi.org\/10.3390\/fi15070230. https:\/\/www.mdpi.com\/1999-5903\/15\/7\/230","DOI":"10.3390\/fi15070230"},{"key":"20_CR50","unstructured":"Singh, A.K., Chan, S.C., Moskovitz, T., Grant, E., Saxe, A.M., Hill, F.: The transient nature of emergent in-context learning in transformers. In: Thirty-seventh Conference on Neural Information Processing Systems (2023). https:\/\/openreview.net\/forum?id=Of0GBzow8P"},{"key":"20_CR51","unstructured":"Singh, A.K., Moskovitz, T., Hill, F., Chan, S.C., Saxe, A.M.: What needs to go right for an induction head? A mechanistic study of in-context learning circuits and their formation. arXiv preprint arXiv:2404.07129 (2024)"},{"key":"20_CR52","unstructured":"Song, Y., Liu, B., Li, X., Shi, N., Wang, Y., Gao, X.: Decoding natural images from EEG for object recognition. arXiv preprint arXiv:2308.13234 (2023)"},{"key":"20_CR53","unstructured":"Sun, Q., et al.: Generative multimodal models are in-context learners (2023)"},{"key":"20_CR54","doi-asserted-by":"crossref","unstructured":"Suo, W., Lai, L., Sun, M., Zhang, H., Wang, P., Zhang, Y.: Visual prompt selection for in-context learning segmentation (2024). https:\/\/api.semanticscholar.org\/CorpusID:271213205","DOI":"10.1007\/978-3-031-72952-2_2"},{"key":"20_CR55","doi-asserted-by":"publisher","unstructured":"Tangermann, M., et al.: Review of the BCI competition IV. Fronti. Neurosci. 6 (2012). https:\/\/doi.org\/10.3389\/fnins.2012.00055. https:\/\/www.frontiersin.org\/journals\/neuroscience\/articles\/10.3389\/fnins.2012.00055","DOI":"10.3389\/fnins.2012.00055"},{"key":"20_CR56","unstructured":"Thie\u00dfen, F., D\u2019Souza, J., Stocker, M.: Probing large language models for scientific synonyms. In: SEMANTICS Workshops (2023). https:\/\/api.semanticscholar.org\/CorpusID:265068593"},{"key":"20_CR57","unstructured":"Von\u00a0Oswald, J., et al.: Transformers learn in-context by gradient descent. In: International Conference on Machine Learning (2023)"},{"key":"20_CR58","doi-asserted-by":"crossref","unstructured":"Voronov, A., Wolf, L., Ryabinin, M.: Mind your format: towards consistent evaluation of in-context learning improvements. arXiv [cs.CL] (2024)","DOI":"10.18653\/v1\/2024.findings-acl.375"},{"key":"20_CR59","unstructured":"Wies, N., Levine, Y., Shashua, A.: The learnability of in-context learning. In: Advances in Neural Information Processing Systems (2023)"},{"key":"20_CR60","unstructured":"Yang, J., Ma, S., Wei, F.: Auto-ICL: in-context learning without human supervision. arXiv preprint arXiv:2311.09263 (2023)"},{"key":"20_CR61","unstructured":"Zhang, Y., Zhou, K., Liu, Z.: What makes good examples for visual in-context learning? In: Advances in Neural Information Processing Systems (2023). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/398ae57ed4fda79d0781c65c926d667b-Paper-Conference.pdf"},{"key":"20_CR62","doi-asserted-by":"publisher","unstructured":"Zhou, B., Wu, X., Lv, Z., Zhang, L., Guo, X.: A fully automated trial selection method for optimization of motor imagery based brain-computer interface. PLOS ONE 11(9), 1\u201320 (2016). https:\/\/doi.org\/10.1371\/journal.pone.0162657","DOI":"10.1371\/journal.pone.0162657"},{"key":"20_CR63","unstructured":"Zhu, J.Y., Cano, C.G., Bermudez, D.V., Drozdzal, M.: Incoro: in-context learning for robotics control with feedback loops (2024). https:\/\/arxiv.org\/abs\/2402.05188"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-12840-9_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T03:22:04Z","timestamp":1767324124000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-12840-9_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032128393","9783032128409"],"references-count":63,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-12840-9_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"2 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DAGM GCPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"DAGM German Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Freiburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dagm2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.dagm-gcpr.de\/year\/2025","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}