{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T18:58:32Z","timestamp":1757703512757,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031301070"},{"type":"electronic","value":"9783031301087"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-30108-7_13","type":"book-chapter","created":{"date-parts":[[2023,4,12]],"date-time":"2023-04-12T04:03:04Z","timestamp":1681272184000},"page":"148-159","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Instrumental Conditioning with\u00a0Neuromodulated Plasticity on\u00a0SpiNNaker"],"prefix":"10.1007","author":[{"given":"Pavan Kumar","family":"Enuganti","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5079-0619","authenticated-orcid":false,"given":"Basabdatta Sen","family":"Bhattacharya","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9349-1096","authenticated-orcid":false,"given":"Andrew","family":"Gait","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2646-8520","authenticated-orcid":false,"given":"Andrew","family":"Rowley","sequence":"additional","affiliation":[]},{"given":"Christian","family":"Brenninkmeijer","sequence":"additional","affiliation":[]},{"given":"Donal K.","family":"Fellows","sequence":"additional","affiliation":[]},{"given":"Stephen B.","family":"Furber","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,4,13]]},"reference":[{"issue":"3","key":"13_CR1","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1007\/BF00453370","volume":"40","author":"AG Barto","year":"1981","unstructured":"Barto, A.G., Sutton, R.S., Brouwer, P.S.: Associative search network: A reinforcement learning associative memory. Biological cybernetics 40(3), 201\u2013211 (1981)","journal-title":"Biological cybernetics"},{"issue":"24","key":"13_CR2","doi-asserted-by":"publisher","first-page":"10464","DOI":"10.1523\/JNEUROSCI.18-24-10464.1998","volume":"18","author":"G Bi","year":"1998","unstructured":"Bi, G., Poo, M.: Synaptic modifications in cultured hippocampal neurons: dependence on spike timing, synaptic strength, and postsynaptic cell type. Journal of neuroscience 18(24), 10464\u201310472 (1998)","journal-title":"Journal of neuroscience"},{"issue":"3","key":"13_CR3","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1023\/A:1008925309027","volume":"8","author":"N Brunel","year":"2000","unstructured":"Brunel, N.: Dynamics of sparsely connected networks of excitatory and inhibitory spiking neurons. Journal of computational neuroscience 8(3), 183\u2013208 (2000)","journal-title":"Journal of computational neuroscience"},{"issue":"4","key":"13_CR4","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1016\/j.neuron.2019.05.041","volume":"103","author":"Z Brzosko","year":"2019","unstructured":"Brzosko, Z., Mierau, S.B., Paulsen, O.: Neuromodulation of spike-timing-dependent plasticity: Past, present, and future. Neuron 103(4), 563\u2013581 (2019)","journal-title":"Neuron"},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Chiplunkar, C., Gautam, N., Mediratta, I., Gait, A., Thomas, S., Rowley, A., Serrano-Gotarredona, T., Sen-Bhattacharya, B.: A reduced-scale cortical network with izhikevich\u2019s neurons on spinnaker. In: 2021 International Joint Conference on Neural Networks (IJCNN). pp. 1\u20138. IEEE (2021)","DOI":"10.1109\/IJCNN52387.2021.9534244"},{"key":"13_CR6","first-page":"11","volume":"2","author":"AP Davison","year":"2009","unstructured":"Davison, A.P., Br\u00fcderle, D., Eppler, J.M., Kremkow, J., Muller, E., Pecevski, D., Perrinet, L., Yger, P.: Pynn: a common interface for neuronal network simulators. Frontiers in neuroinformatics 2, 11 (2009)","journal-title":"Frontiers in neuroinformatics"},{"key":"13_CR7","doi-asserted-by":"crossref","unstructured":"Denk, C., Llobet-Blandino, F., Galluppi, F., Plana, L.A., Furber, S., Conradt, J.: Real-time interface board for closed-loop robotic tasks on the spinnaker neural computing system. In: International Conference on Artificial Neural Networks. pp. 467\u2013474. Springer (2013)","DOI":"10.1007\/978-3-642-40728-4_59"},{"key":"13_CR8","doi-asserted-by":"crossref","unstructured":"Diehl, P.U., Cook, M.: Efficient implementation of stdp rules on spinnaker neuromorphic hardware. In: 2014 International Joint Conference on Neural Networks (IJCNN). pp. 4288\u20134295. IEEE (2014)","DOI":"10.1109\/IJCNN.2014.6889876"},{"issue":"5","key":"13_CR9","doi-asserted-by":"publisher","first-page":"652","DOI":"10.1109\/JPROC.2014.2304638","volume":"102","author":"SB Furber","year":"2014","unstructured":"Furber, S.B., Galluppi, F., Temple, S., Plana, L.A.: The spinnaker project. Proceedings of the IEEE 102(5), 652\u2013665 (2014)","journal-title":"Proceedings of the IEEE"},{"key":"13_CR10","doi-asserted-by":"crossref","unstructured":"Hopkins, M., Furber, S.: Accuracy and Efficiency in Fixed-Point Neural ODE Solvers. Neural Computation 27(10), 2148\u20132182 (10 2015)","DOI":"10.1162\/NECO_a_00772"},{"key":"13_CR11","doi-asserted-by":"crossref","unstructured":"Izhikevich, E.M.: Solving the distal reward problem through linkage of stdp and dopamine signaling. Cerebral Cortex 17(10) (2007)","DOI":"10.1093\/cercor\/bhl152"},{"key":"13_CR12","unstructured":"Knight, J.C.: Plasticity in large-scale neuromorphic models of the neocortex. PhD Thesis, The University of Manchester, UK (2016)"},{"issue":"30","key":"13_CR13","first-page":"10127","volume":"30","author":"M Mikaitis","year":"2018","unstructured":"Mikaitis, M., Garcia, G.P., Knight, J., Furber, S.: Neuromodulated synaptic plasticity on the spinnaker neuromorphic system. Frontiers in Neuroscience 30(30), 10127\u201310134 (2018)","journal-title":"Frontiers in Neuroscience"},{"issue":"6","key":"13_CR14","doi-asserted-by":"publisher","first-page":"1437","DOI":"10.1162\/neco.2007.19.6.1437","volume":"19","author":"A Morrison","year":"2007","unstructured":"Morrison, A., Aertsen, A., Diesmann, M.: Spike-timing-dependent plasticity in balanced random networks. Neural computation 19(6), 1437\u20131467 (2007)","journal-title":"Neural computation"},{"key":"13_CR15","doi-asserted-by":"crossref","unstructured":"Pedrosa, V., Clopath, C.: The role of neuromodulators in cortical plasticity. a computational perspective. Frontiers in Synaptic Neuroscience 8(38), 1\u20139 (2017)","DOI":"10.3389\/fnsyn.2016.00038"},{"issue":"3","key":"13_CR16","doi-asserted-by":"publisher","first-page":"785","DOI":"10.1093\/cercor\/bhs358","volume":"24","author":"TC Potjans","year":"2014","unstructured":"Potjans, T.C., Diesmann, M.: The cell-type specific cortical microcircuit: relating structure and activity in a full-scale spiking network model. Cerebral cortex 24(3), 785\u2013806 (2014)","journal-title":"Cerebral cortex"},{"key":"13_CR17","doi-asserted-by":"crossref","unstructured":"Rhodes, O., Bogdan, P., Brenninkmeijer, C., Davidson, S., Fellows, D., Gait, A., Lester, D., Mikaitis, M., Plana, L., Rowley, A., Stokes, A., Furber, S.: spynnaker: A software package for running pynn simulations on spinnaker. Front. Neurosci. 12(816) (2018)","DOI":"10.3389\/fnins.2018.00816"},{"issue":"3","key":"13_CR18","doi-asserted-by":"publisher","first-page":"823","DOI":"10.1109\/TCDS.2018.2797426","volume":"10","author":"B Sen Bhattacharya","year":"2018","unstructured":"Sen Bhattacharya, B., James, S., Rhodes, O., Sugiarto, I., Rowley, A., Stokes, A.B., Gurney, K., Furber, S.B.: Building a spiking neural network model of the basal ganglia on spinnaker. IEEE Transactions on Cognitive and Developmental Systems 10(3), 823\u2013836 (2018)","journal-title":"IEEE Transactions on Cognitive and Developmental Systems"},{"key":"13_CR19","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: An introduction. MIT press (2018)"},{"key":"13_CR20","unstructured":"Sutton, R.S.: Temporal credit assignment in reinforcement learning. PhD Thesis, University of Massachusetts Amherst, USA (1984)"},{"issue":"3\u20134","key":"13_CR21","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1177\/105971239700500302","volume":"5","author":"DS Touretzky","year":"1997","unstructured":"Touretzky, D.S., Saksida, L.M.: Operant conditioning in skinnerbots. Adaptive Behavior 5(3\u20134), 219\u2013247 (1997)","journal-title":"Adaptive Behavior"},{"key":"13_CR22","doi-asserted-by":"crossref","unstructured":"Wickens, J., K\u00f6tter, R.: Cellular Models of Reinforcement. In: James C. Houk, Joel L. Davis, D.G.B. (ed.) Models of Information Processing in the Basal Ganglia. The MIT Press (11 1994)","DOI":"10.7551\/mitpress\/4708.003.0017"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-30108-7_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,10]],"date-time":"2023-12-10T15:03:43Z","timestamp":1702220623000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-30108-7_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031301070","9783031301087"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-30108-7_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"13 April 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Delhi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 November 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iconip2022.apnns.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"810","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"359","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.65","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"ICONIP 2022 consists of a two-volume set, LNCS & CCIS, which includes 146 and 213 papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}