{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:18:13Z","timestamp":1763191093824,"version":"3.45.0"},"reference-count":59,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,30]]},"DOI":"10.1109\/ijcnn64981.2025.11229171","type":"proceedings-article","created":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T18:46:15Z","timestamp":1763145975000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["Curriculum Design for Scalable Biologically Plausible Deep Reinforcement Learning"],"prefix":"10.1109","author":[{"given":"Alexandra R.","family":"Van Den Berg","sequence":"first","affiliation":[{"name":"Centrum Wiskunde & Informatica,Machine Learning Group,Amsterdam,the Netherlands"}]},{"given":"Pieter R.","family":"Roelfsema","sequence":"additional","affiliation":[{"name":"Netherlands Institute for Neuroscience,Department of Vision & Cognition,Amsterdam,the Netherlands"}]},{"given":"Sander M.","family":"Bohte","sequence":"additional","affiliation":[{"name":"Centrum Wiskunde & Informatica,Machine Learning Group,Amsterdam,the Netherlands"}]}],"member":"263","reference":[{"volume-title":"Reinforcement Learning, second edition: An Introduction.","year":"2018","author":"Sutton","key":"ref1"},{"key":"ref2","first-page":"2516","article-title":"Attention-gated brain propagation: how the brain can implement reward-based error backpropagation","volume-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems","author":"Pozzi"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.4135\/9781483346687"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1002\/9781118468135.ch18"},{"volume-title":"Carrots and Sticks: Principles of Animal Training.","year":"2011","author":"McGreevy","key":"ref5"},{"issue":"181","key":"ref6","first-page":"1","article-title":"Curriculum Learning for Reinforcement Learning Domains: A Framework and Survey","volume":"21","author":"Narvekar","year":"2020","journal-title":"Journal of Machine Learning Research"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-022-01611-x"},{"key":"ref8","first-page":"5238","article-title":"Curriculum Learning by Transfer Learning: Theory and Experiments with Deep Networks","author":"Weinshall","year":"2018"},{"issue":"222","key":"ref9","first-page":"1","article-title":"Theory of Curriculum Learning, with Convex Loss Functions","volume":"21","author":"Weinshall","year":"2020","journal-title":"Journal of Machine Learning Research"},{"article-title":"Learning to Execute","year":"2015","author":"Zaremba","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-12552-4"},{"article-title":"Why Do Animals Need Shaping? A Theory of Task Composition and Curriculum Learning","year":"2024","author":"Lee","key":"ref13"},{"article-title":"Curriculum learning inspired by behavioral shaping trains neural networks to adopt animal-like decision making strategies","year":"2024","author":"Hocker","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2205582119"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-40145-9"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1038\/nrn.2015.26"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1162\/0899766054615699"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1037\/a0016573"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.cub.2015.11.035"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.aav1695"},{"key":"ref22","article-title":"Assessing the Scalability of Biologically-Motivated Deep Learning Algorithms and Architectures","volume-title":"Advances in Neural Information Processing Systems","volume":"31","author":"Bartunov","year":"2018"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ad864b"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2024.3355879"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3213473"},{"journal-title":"What can we learn from misclassified ImageNet images?","year":"2022","author":"Wen","key":"ref26"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1038\/s41593-024-01668-6"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1037\/a0026031"},{"article-title":"Early learning of the optimal constant solution in neural networks and humans","year":"2024","author":"Rubruck","key":"ref29"},{"article-title":"Deep Neural Networks Tend To Extrapolate Predictably","year":"2024","author":"Kang","key":"ref30"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3758\/PBR.16.6.1050"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1027\/1618-3169\/a000312"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1038\/s41593-023-01514-1"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.bandc.2015.11.003"},{"key":"ref35","first-page":"12 950","article-title":"Holomorphic Equilibrium Propagation Computes Exact Gradients Through Finite Size Oscillations","volume":"35","author":"Laborieux","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref36","first-page":"5968","article-title":"Towards Scaling Difference Target Propagation by Learning Backprop Targets","volume-title":"Proceedings of the 39th International Conference on Machine Learning","volume":"162","author":"Ernoult"},{"key":"ref37","first-page":"4674","article-title":"Credit Assignment in Neural Networks through Deep Feedback Control","volume":"34","author":"Meulemans","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2019.00525"},{"article-title":"Deep Learning without Weight Symmetry","year":"2024","author":"Ji-An","key":"ref39"},{"key":"ref40","first-page":"9346","article-title":"Direct Feedback Alignment Scales to Modern Deep Learning Tasks and Architectures","volume-title":"Advances in Neural Information Processing Systems","volume":"33","author":"Launay","year":"2020"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-17236-y"},{"article-title":"Biologically-plausible learning algorithms can scale to large datasets","year":"2018","author":"Xiao","key":"ref42"},{"article-title":"The Forward-Forward Algorithm: Some Preliminary Investigations","year":"2022","author":"Hinton","key":"ref43"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2218173120"},{"article-title":"PyTorch-Hebbian: facilitating local learning in a deep learning framework","year":"2021","author":"Talloen","key":"ref45"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1038\/s41593-023-01460-y"},{"key":"ref47","first-page":"30 365","article-title":"Local plasticity rules can learn deep representations using self-supervised contrastive predictions","volume":"34","author":"Illing","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"article-title":"Hebbian Deep Learning Without Feedback","year":"2023","author":"Journ\u00e9","key":"ref48"},{"article-title":"DINOv2: Learning Robust Visual Features without Supervision","year":"2024","author":"Oquab","key":"ref49"},{"article-title":"Scaling Forward Gradient With Local Losses","year":"2023","author":"Ren","key":"ref50"},{"article-title":"Blockwise Self-Supervised Learning at Scale","year":"2023","author":"Siddiqui","key":"ref51"},{"journal-title":"$\\ mathbb {X} $-Sample Contrastive Loss: Improving Contrastive Learning with Sample Similarity Graphs","year":"2024","author":"Sobal","key":"ref52"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2022.789253"},{"key":"ref54","doi-asserted-by":"crossref","DOI":"10.21203\/rs.3.rs-3830542\/v1","article-title":"Reinforcement Learning in Deep Spiking Neural Networks with Eligibility Traces and Modifying the Threshold Parameter","author":"Aghabarar","year":"2024"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-25891-6_42"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72341-4_2"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-71522-9_300841"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2024.05.001"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3472291"}],"event":{"name":"2025 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2025,6,30]]},"location":"Rome, Italy","end":{"date-parts":[[2025,7,5]]}},"container-title":["2025 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11227166\/11227148\/11229171.pdf?arnumber=11229171","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:14:47Z","timestamp":1763190887000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11229171\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,30]]},"references-count":59,"URL":"https:\/\/doi.org\/10.1109\/ijcnn64981.2025.11229171","relation":{},"subject":[],"published":{"date-parts":[[2025,6,30]]}}}