{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T15:16:29Z","timestamp":1780672589205,"version":"3.54.1"},"reference-count":99,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Megaproject for New Generation AI","award":["2020AAA0109201"],"award-info":[{"award-number":["2020AAA0109201"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62022050"],"award-info":[{"award-number":["62022050"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62021002"],"award-info":[{"award-number":["62021002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005090","name":"Beijing Nova Program","doi-asserted-by":"publisher","award":["Z201100006820041"],"award-info":[{"award-number":["Z201100006820041"]}],"id":[{"id":"10.13039\/501100005090","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1109\/tpami.2023.3319517","type":"journal-article","created":{"date-parts":[[2023,9,26]],"date-time":"2023-09-26T17:48:36Z","timestamp":1695750516000},"page":"15275-15291","source":"Crossref","is-referenced-by-count":13,"title":["Omni-Training: Bridging Pre-Training and Meta-Training for Few-Shot Learning"],"prefix":"10.1109","volume":"45","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9009-2775","authenticated-orcid":false,"given":"Yang","family":"Shu","sequence":"first","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5098-2194","authenticated-orcid":false,"given":"Zhangjie","family":"Cao","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9370-2732","authenticated-orcid":false,"given":"Jinghan","family":"Gao","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6841-7943","authenticated-orcid":false,"given":"Jianmin","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3491-5968","authenticated-orcid":false,"given":"Philip S.","family":"Yu","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9421-463X","authenticated-orcid":false,"given":"Mingsheng","family":"Long","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref57","first-page":"2554","article-title":"Meta networks","author":"munkhdalai","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref56","first-page":"1842","article-title":"Meta-learning with memory-augmented neural networks","author":"santoro","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref59","first-page":"3664","article-title":"Rapid adaptation with conditionally shifted neurons","author":"munkhdalai","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref58","article-title":"A simple neural attentive meta-learner","author":"mishra","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref53","article-title":"Meta-SGD: Learning to learn quickly for few-shot learning","author":"li","year":"2017"},{"key":"ref52","first-page":"1","article-title":"Optimization as a model for few-shot learning","author":"ravi","year":"2017","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref55","first-page":"5400","article-title":"Evolved policy gradients","author":"houthooft","year":"2018","journal-title":"Proc NeurIPS"},{"key":"ref54","first-page":"2396","article-title":"Meta-gradient reinforcement learning","author":"xu","year":"2018","journal-title":"Proc NeurIPS"},{"key":"ref51","first-page":"3988","article-title":"Learning to learn by gradient descent by gradient descent","author":"andrychowicz","year":"2016","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1992.4.1.131"},{"key":"ref46","first-page":"719","article-title":"TADAM: Task dependent adaptive metric for improved few-shot learning","author":"oreshkin","year":"2018","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref45","first-page":"4003","article-title":"Cross attention network for few-shot classification","author":"hou","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00883"},{"key":"ref47","first-page":"7115","article-title":"TapNet: Neural network augmented with task-adaptive projection for few-shot learning","author":"yoon","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00131"},{"key":"ref41","first-page":"1","article-title":"Siamese neural networks for one-shot image recognition","author":"koch","year":"2015","journal-title":"Proc ICML Deep Learn Workshop"},{"key":"ref44","first-page":"1","article-title":"Few-shot learning with graph neural networks","author":"garcia","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref43","first-page":"232","article-title":"Infinite mixture prototypes for few-shot learning","author":"allen","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1991.155621"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2006.79"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3477600"},{"key":"ref9","first-page":"1126","article-title":"Model-agnostic meta-learning for fast adaptation of deep networks","author":"finn","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref4","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"kenton","year":"2019","journal-title":"Proc NAACL-HLT"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref6","article-title":"On the opportunities and risks of foundation models","author":"bommasani","year":"2021"},{"key":"ref5","article-title":"Towards a human-like open-domain chatbot","author":"adiwardana","year":"2020"},{"key":"ref40","article-title":"Learning from very few samples: A survey","author":"lu","year":"2020"},{"key":"ref35","first-page":"1908","article-title":"Catastrophic forgetting meets negative transfer: Batch spectral shrinkage for safe transfer learning","author":"chen","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref34","first-page":"1","article-title":"DELTA: Deep learning transfer using feature map with attention for convolutional networks","author":"li","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref37","article-title":"Evolutionary principles in self-referential learning, or on learning how to learn: The meta-meta-... hook","author":"schmidhuber","year":"1987"},{"key":"ref36","first-page":"17236","article-title":"Co-tuning for transfer learning","author":"you","year":"2020","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00755"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58568-6_16"},{"key":"ref33","first-page":"2825","article-title":"Explicit inductive bias for transfer learning with convolutional networks","author":"xuhong","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00610"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-5529-2"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1992.287172"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3057050"},{"key":"ref23","first-page":"1877","article-title":"Language models are few-shot learners","author":"brown","year":"2020","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref26","first-page":"27395","article-title":"Policy finetuning: Bridging sample-efficient offline and online reinforcement learning","author":"xie","year":"2021","journal-title":"Proc NeurIPS"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3292075"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref22","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"radford","year":"2019","journal-title":"OpenAIRE blog"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00502"},{"key":"ref28","first-page":"12686","article-title":"Pretraining representations for data-efficient reinforcement learning","author":"schwarzer","year":"2021","journal-title":"Proc NeurIPS"},{"key":"ref27","first-page":"1","article-title":"Beyond fine-tuning: Transferring behavior in reinforcement learning","author":"campos","year":"2021","journal-title":"Proc ICML Workshop Unsupervised Reinforcement Learn"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00382"},{"key":"ref13","first-page":"3637","article-title":"Matching networks for one shot learning","author":"vinyals","year":"2016","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref12","article-title":"Improving language understanding by generative pre-training","author":"radford","year":"2018","journal-title":"OpenAIRE blog"},{"key":"ref15","first-page":"1","article-title":"A closer look at few-shot classification","author":"chen","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref14","first-page":"4080","article-title":"Prototypical networks for few-shot learning","author":"snell","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref97","first-page":"1329","article-title":"Benchmarking deep reinforcement learning for continuous control","author":"duan","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref96","first-page":"2178","article-title":"Generalizing from several related classification tasks to a new unlabeled sample","author":"blanchard","year":"2011","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58558-7_29"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"ref10","first-page":"10738","article-title":"Self-tuning for data-efficient deep learning","author":"wang","year":"2021","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref17","article-title":"Comparing transfer and meta learning approaches on a unified few-shot classification benchmark","author":"dumoulin","year":"2021"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58583-9_8"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/820"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3386252"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2723009"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2013.77"},{"key":"ref95","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00914"},{"key":"ref91","article-title":"Few-shot learning with metric-agnostic conditional embeddings","author":"hilliard","year":"2018"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref89","article-title":"The caltech-UCSD birds-200–2011 dataset","author":"wah","year":"2011"},{"key":"ref86","article-title":"Persistent mixture model networks for few-shot image classification","author":"afrasiyabi","year":"2020","journal-title":"CoRR"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58548-8_26"},{"key":"ref88","first-page":"8152","article-title":"Data augmentation for meta-learning","author":"ni","year":"2021","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref87","first-page":"10991","article-title":"Bridging multi-task learning and meta-learning: Towards efficient training and effective adaptation","author":"wang","year":"2021","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref82","first-page":"1","article-title":"Meta-dataset: A dataset of datasets for learning to learn from few examples","author":"triantafillou","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref81","first-page":"1153","article-title":"TaskNorm: Rethinking batch normalization for meta-learning","author":"bronskill","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref84","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref83","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","author":"sutton","year":"2000","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref80","first-page":"21981","article-title":"Crosstransformers: Spatially-aware few-shot transfer","author":"doersch","year":"2020","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref79","first-page":"1","article-title":"A universal representation transformer layer for few-shot image classification","author":"liu","year":"2021","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58607-2_45"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01450"},{"key":"ref74","first-page":"7959","article-title":"Fast and flexible multi-task classification using conditional neural adaptive processes","author":"requeima","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref77","article-title":"Beyond simple meta-learning: Multi-purpose models for multi-domain, active and continual few-shot learning","author":"bateni","year":"2022"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/WACV51458.2022.00166"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"lecun","year":"2015","journal-title":"Nature"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01091"},{"key":"ref70","first-page":"1","article-title":"Meta-learning with differentiable closed-form solvers","author":"bertinetto","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00049"},{"key":"ref72","first-page":"1","article-title":"Cross-domain few-shot classification via learned feature-wise transformation","author":"tseng","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref68","first-page":"40","article-title":"Few-shot goal inference for visuomotor learning and planning","author":"xie","year":"2018","journal-title":"Proc Conf Robot Learn"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01199"},{"key":"ref69","first-page":"1","article-title":"Meta-learning with latent embedding optimization","author":"rusu","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref64","first-page":"1087","article-title":"One-shot imitation learning","author":"duan","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref63","first-page":"7045","article-title":"Hierarchically structured meta-learning","author":"yao","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref66","first-page":"1","article-title":"Meta learning shared hierarchies","author":"frans","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref65","first-page":"357","article-title":"One-shot visual imitation learning via meta-learning","author":"finn","year":"2017","journal-title":"Proc Conf Robot Learn"},{"key":"ref60","article-title":"RL2: Fast reinforcement learning via slow reinforcement learning","author":"duan","year":"2016"},{"key":"ref62","first-page":"2927","article-title":"Gradient-based meta-learning with learned layerwise metric and subspace","author":"lee","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref61","article-title":"Learning to reinforcement learn","author":"wang","year":"2016"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10308548\/10264116.pdf?arnumber=10264116","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,11]],"date-time":"2023-12-11T20:00:03Z","timestamp":1702324803000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10264116\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12]]},"references-count":99,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2023.3319517","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12]]}}}