{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T22:10:02Z","timestamp":1755900602536,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,24]],"date-time":"2023-11-24T00:00:00Z","timestamp":1700784000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"European Regional Development Fund","doi-asserted-by":"publisher","award":["MIS 504724"],"award-info":[{"award-number":["MIS 504724"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,24]]},"DOI":"10.1145\/3635059.3635066","type":"proceedings-article","created":{"date-parts":[[2024,2,14]],"date-time":"2024-02-14T12:06:36Z","timestamp":1707912396000},"page":"42-47","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["A Reward Modulated Spiked Timing Depended Plasticity inspired algorithm applied on a MultiLayer Perceptron"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3423-3606","authenticated-orcid":false,"given":"Georgios","family":"Giannakas","sequence":"first","affiliation":[{"name":"Dpt. of Computer Science and Biomedical Informatics, University of Thessaly, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3675-4341","authenticated-orcid":false,"given":"Maria","family":"Sapounaki","sequence":"additional","affiliation":[{"name":"Dpt. of Computer Science and Biomedical Informatics, University of Thessaly, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0081-2052","authenticated-orcid":false,"given":"Vasileios","family":"Tsoukas","sequence":"additional","affiliation":[{"name":"Dpt. of Computer Science and Biomedical Informatics, University of Thessaly, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5431-2454","authenticated-orcid":false,"given":"Athanasios","family":"Kakarountas","sequence":"additional","affiliation":[{"name":"Dpt. of Computer Science and Biomedical Informatics, University of Thessaly, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,2,14]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Mart\u00edn Abadi Ashish Agarwal Paul Barham Eugene Brevdo Zhifeng Chen Craig Citro Greg\u00a0S. Corrado Andy Davis Jeffrey Dean Matthieu Devin Sanjay Ghemawat Ian Goodfellow Andrew Harp Geoffrey Irving Michael Isard Yangqing Jia Rafal Jozefowicz Lukasz Kaiser Manjunath Kudlur Josh Levenberg Dandelion Man\u00e9 Rajat Monga Sherry Moore Derek Murray Chris Olah Mike Schuster Jonathon Shlens Benoit Steiner Ilya Sutskever Kunal Talwar Paul Tucker Vincent Vanhoucke Vijay Vasudevan Fernanda Vi\u00e9gas Oriol Vinyals Pete Warden Martin Wattenberg Martin Wicke Yuan Yu and Xiaoqiang Zheng. 2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. https:\/\/www.tensorflow.org\/ Software available from tensorflow.org."},{"key":"e_1_3_2_1_2_1","unstructured":"Marcin Andrychowicz Anton Raichuk Sertan Girgin Rapha\u00ebl Marinier L\u00e9onard Hussenot Matthieu Geist Olivier Pietquin Marcin Michalski Sylvain Gelly and Olivier Bachem. 2021. WHAT MATTERS FOR ON-POLICY DEEP ACTOR- CRITIC METHODS? A LARGE-SCALE STUDY. (2021)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.3386\/w20263"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.18-24-10464.1998"},{"key":"e_1_3_2_1_5_1","volume-title":"Supervised Learning in SNN via Reward-Modulated Spike-Timing-Dependent Plasticity for a Target Reaching Vehicle. Frontiers in Neurorobotics 13","author":"Bing Zhenshan","year":"2019","unstructured":"Zhenshan Bing, Ivan Baumann, Zhuangyi Jiang, Kai Huang, Caixia Cai, and Alois Knoll. 2019. Supervised Learning in SNN via Reward-Modulated Spike-Timing-Dependent Plasticity for a Target Reaching Vehicle. Frontiers in Neurorobotics 13 (2019). https:\/\/www.frontiersin.org\/articles\/10.3389\/fnbot.2019.00018"},{"key":"e_1_3_2_1_6_1","volume-title":"Openai gym. arXiv preprint arXiv:1606.01540","author":"Brockman Greg","year":"2016","unstructured":"Greg Brockman, Vicki Cheung, Ludwig Pettersson, Jonas Schneider, John Schulman, Jie Tang, and Wojciech Zaremba. 2016. Openai gym. arXiv preprint arXiv:1606.01540 (2016)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"e_1_3_2_1_8_1","volume-title":"IMPLEMENTATION MATTERS IN DEEP POLICY GRADIENTS: A CASE STUDY ON PPO AND TRPO.","author":"Engstrom Logan","year":"2019","unstructured":"Logan Engstrom, Andrew Ilyas, Shibani Santurkar, Dimitris Tsipras, Firdaus Janoos, Larry Rudolph, and Aleksander Ma. 2019. IMPLEMENTATION MATTERS IN DEEP POLICY GRADIENTS: A CASE STUDY ON PPO AND TRPO. (2019)."},{"key":"e_1_3_2_1_9_1","unstructured":"Steven\u00a0K. Esser Rathinakumar Appuswamy Paul Merolla John\u00a0V. Arthur and Dharmendra\u00a0S. Modha. 2015. Backpropagation for Energy-Efficient Neuromorphic Computing. In NIPS. https:\/\/api.semanticscholar.org\/CorpusID:16801562"},{"key":"e_1_3_2_1_10_1","volume-title":"Successes And Failures Of Backpropagation: A Theoretical Investigation. (02","author":"Frasconi P.","year":"2001","unstructured":"P. Frasconi, Marco Gori, and Alberto Tesi. 2001. Successes And Failures Of Backpropagation: A Theoretical Investigation. (02 2001)."},{"key":"e_1_3_2_1_11_1","unstructured":"Georgios Giannakas. 2023. Agent capable of solving reinforcement learning environment through the use of training algorithm based on Hebb\u2019s Rule."},{"key":"e_1_3_2_1_12_1","unstructured":"Eric Grevstad. 2018. Dell XPS 15 (9570) Review. https:\/\/www.pcmag.com\/reviews\/dell-xps-15-9570"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1049\/itr2.12286"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/bhl152"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/bhl152"},{"key":"e_1_3_2_1_16_1","volume-title":"Kingma and Jimmy Ba","author":"P.","year":"2017","unstructured":"Diederik\u00a0P. Kingma and Jimmy Ba. 2017. Adam: A Method for Stochastic Optimization. http:\/\/arxiv.org\/abs\/1412.6980 arXiv:1412.6980 [cs]."},{"key":"e_1_3_2_1_17_1","unstructured":"Richard Leadbetter. 2018. Nvidia GeForce GTX 1050 Ti review. Pascal on a budget.https:\/\/www.eurogamer.net\/digitalfoundry-2016-nvidia-geforce-gtx-1050-ti-review-2"},{"key":"e_1_3_2_1_18_1","volume-title":"Tune: A Research Platform for Distributed Model Selection and Training. arXiv preprint arXiv:1807.05118","author":"Liaw Richard","year":"2018","unstructured":"Richard Liaw, Eric Liang, Robert Nishihara, Philipp Moritz, Joseph\u00a0E Gonzalez, and Ion Stoica. 2018. Tune: A Research Platform for Distributed Model Selection and Training. arXiv preprint arXiv:1807.05118 (2018)."},{"key":"e_1_3_2_1_19_1","volume-title":"SSTDP: Supervised Spike Timing Dependent Plasticity for Efficient Spiking Neural Network Training. Frontiers in Neuroscience 15","author":"Liu Fangxin","year":"2021","unstructured":"Fangxin Liu, Wenbo Zhao, Yongbiao Chen, Zongwu Wang, Tao Yang, and Li Jiang. 2021. SSTDP: Supervised Spike Timing Dependent Plasticity for Efficient Spiking Neural Network Training. Frontiers in Neuroscience 15 (2021). https:\/\/www.frontiersin.org\/articles\/10.3389\/fnins.2021.756876"},{"key":"e_1_3_2_1_20_1","unstructured":"Volodymyr Mnih Koray Kavukcuoglu David Silver Alex Graves Ioannis Antonoglou Daan Wierstra and Martin Riedmiller. 2013. Playing Atari with Deep Reinforcement Learning. http:\/\/arxiv.org\/abs\/1312.5602 arXiv:1312.5602 [cs]."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2826721"},{"key":"e_1_3_2_1_22_1","unstructured":"Emre\u00a0O. Neftci Hesham Mostafa and Friedemann Zenke. 2019. Surrogate Gradient Learning in Spiking Neural Networks. http:\/\/arxiv.org\/abs\/1901.09948 arXiv:1901.09948 [cs q-bio]."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2020.106886"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.4196\/kjpp.2014.18.6.457"},{"volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam","key":"e_1_3_2_1_25_1","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas Kopf, Edward Yang, Zachary DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32. Curran Associates, Inc., 8024\u20138035. http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-022-07220-6"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0042519"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1038\/323533a0"},{"key":"e_1_3_2_1_29_1","unstructured":"Tim Schiesser. 2018. Intel Core i7-8750H Review: Hexa-core Processor for Laptops Performance on the Go: i7-8750H vs. i7-7700HQ. https:\/\/www.techspot.com\/review\/1604-intel-core-i7-8750h\/"},{"key":"e_1_3_2_1_30_1","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal Policy Optimization Algorithms. http:\/\/arxiv.org\/abs\/1707.06347 arXiv:1707.06347 [cs]."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966242"},{"key":"e_1_3_2_1_32_1","volume-title":"Reinforcement Learning: An Introduction. A Bradford Book","author":"Sutton S.","year":"2018","unstructured":"Richard\u00a0S. Sutton and Andrew\u00a0G. Barto. 2018. Reinforcement Learning: An Introduction. A Bradford Book, Cambridge, MA, USA."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.09.036"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.3390\/info13050213"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","unstructured":"Meagan Wiederman. 2019. Biological Faithfulness is Unnecessary for Machine Learning. University of Western Ontario Medical Journal 87 (03 2019) 27\u201329. https:\/\/doi.org\/10.5206\/uwomj.v87i2.1134","DOI":"10.5206\/uwomj.v87i2.1134"}],"event":{"name":"PCI 2023: 27th Pan-Hellenic Conference on Progress in Computing and Informatics","acronym":"PCI 2023","location":"Lamia Greece"},"container-title":["Proceedings of the 27th Pan-Hellenic Conference on Progress in Computing and Informatics"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3635059.3635066","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3635059.3635066","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T21:54:56Z","timestamp":1755899696000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3635059.3635066"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,24]]},"references-count":35,"alternative-id":["10.1145\/3635059.3635066","10.1145\/3635059"],"URL":"https:\/\/doi.org\/10.1145\/3635059.3635066","relation":{},"subject":[],"published":{"date-parts":[[2023,11,24]]},"assertion":[{"value":"2024-02-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}