{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,23]],"date-time":"2025-12-23T15:36:25Z","timestamp":1766504185523,"version":"3.37.3"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,4,11]],"date-time":"2019-04-11T00:00:00Z","timestamp":1554940800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"name":"National Research, Development and Innovation Fund of Hungary","award":["125547"],"award-info":[{"award-number":["125547"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Brain Inf."],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1186\/s40708-019-0097-2","type":"journal-article","created":{"date-parts":[[2019,4,11]],"date-time":"2019-04-11T00:02:41Z","timestamp":1554940961000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["How Amdahl\u2019s Law limits the performance of large artificial neural networks"],"prefix":"10.1186","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3247-7810","authenticated-orcid":false,"given":"J\u00e1nos","family":"V\u00e9gh","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,11]]},"reference":[{"key":"97_CR1","first-page":"34","volume-title":"John von Neumann and the origins of modern computing","author":"W Aspray","year":"1990","unstructured":"Aspray W (1990) John von Neumann and the origins of modern computing. MIT Press, Cambridge, pp 34\u201348"},{"key":"97_CR2","doi-asserted-by":"crossref","unstructured":"von Neumann J (1945) First draft of a report on the EDVAC. \n                    http:\/\/www.wiley.com\/legacy\/wileychi\/wang_archi\/supp\/appendix_a.pdf","DOI":"10.5479\/sil.538961.39088011475779"},{"key":"97_CR3","first-page":"483","volume":"30","author":"GM Amdahl","year":"1967","unstructured":"Amdahl GM (1967) Validity of the single processor approach to achieving large-scale computing capabilities. AFIPS Conf Proc 30:483\u2013485","journal-title":"AFIPS Conf Proc"},{"key":"97_CR4","doi-asserted-by":"publisher","first-page":"291","DOI":"10.3389\/fnins.2018.00291","volume":"12","author":"SJ Albada van","year":"2018","unstructured":"van Albada SJ et al (2018) Performance comparison of the digital neuromorphic hardware SpiNNaker and the neural network simulation software NEST for a full-scale cortical microcircuit model. Front Neurosci 12:291","journal-title":"Front Neurosci"},{"key":"97_CR5","doi-asserted-by":"crossref","unstructured":"Hameed R, et al (2010) Understanding sources of inefficiency in general-purpose chips. In: Proceedings of the 37th annual international symposium on computer architecture, ACM, New York, ISCA\u201910, pp 37\u201347","DOI":"10.1145\/1816038.1815968"},{"key":"97_CR6","unstructured":"US National Research Council (2011) The future of computing performance: Game over or next level? \n                    http:\/\/science.energy.gov\/~\/media\/ascr\/ascac\/pdf\/meetings\/mar11\/Yelick.pdf"},{"key":"97_CR7","unstructured":"IEEE (2013) IEEE rebooting computing. \n                    http:\/\/rebootingcomputing.ieee.org\/"},{"key":"97_CR8","unstructured":"V\u00e9gh J (2018) Renewing computing paradigms for more efficient parallelization of single-threads. Advances in parallel computing, vol\u00a029. IOS Press, Amsterdam, chap\u00a013, pp 305\u2013330"},{"key":"97_CR9","volume-title":"Advanced computer architecture: parallelism, scalability, programmability","author":"K Hwang","year":"2016","unstructured":"Hwang K, Jotwani N (2016) Advanced computer architecture: parallelism, scalability, programmability, 3rd edn. Mc Graw Hill, New York","edition":"3"},{"key":"97_CR10","doi-asserted-by":"publisher","first-page":"141","DOI":"10.25046\/aj040114","volume":"4","author":"J V\u00e9gh","year":"2019","unstructured":"V\u00e9gh J, V\u00e1s\u00e1rhelyi J, Dr\u00f3tos D (2019) Can parallelization save the (computing) world? Adv Sci Technol Eng Syst J 4:141\u2013158","journal-title":"Adv Sci Technol Eng Syst J"},{"key":"97_CR11","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1038\/551S21a","volume":"551","author":"K Bourzac","year":"2017","unstructured":"Bourzac K (2017) Streching supercomputers to the limit. Nature 551:554\u2013556","journal-title":"Nature"},{"key":"97_CR12","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1145\/2976758","volume":"60","author":"PJ Denning","year":"2017","unstructured":"Denning PJ, Lewis T (2017) Exponential laws of computing growth. Commun ACM 60:54\u201365","journal-title":"Commun ACM"},{"issue":"10","key":"97_CR13","doi-asserted-by":"publisher","first-page":"1236","DOI":"10.1631\/FITEE.1800494","volume":"19","author":"X Liao","year":"2018","unstructured":"Liao X et al (2018) Moving from exascale to zettascale computing: challenges and techniques. Front Inf Technol Electron Eng 19(10):1236\u20131244","journal-title":"Front Inf Technol Electron Eng"},{"issue":"7513","key":"97_CR14","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1038\/nature13570","volume":"512","author":"I Markov","year":"2014","unstructured":"Markov I (2014) Limits on fundamental limits to computation. Nature 512(7513):147\u2013154","journal-title":"Nature"},{"issue":"2","key":"97_CR15","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/s10766-006-0028-8","volume":"35","author":"JM Paul","year":"2007","unstructured":"Paul JM, Meyer BH (2007) Amdahl\u2019s Law revisited for single chip systems. Int J Parallel Program 35(2):101\u2013123","journal-title":"Int J Parallel Program"},{"key":"97_CR16","doi-asserted-by":"crossref","unstructured":"D\u00e9vai F (2017) The refutation of Amdahl\u2019s Law and its variants. In: Gervasi O, Murgante B, Misra S, Borruso G, Torre CM, Rocha AMA, Taniar D, Apduhan BO, Stankova E, Cuzzocrea A (eds) Computational science and its applications\u2014ICCSA 2017. Springer, Cham, pp 480\u2013493","DOI":"10.1007\/978-3-319-62395-5_33"},{"issue":"2","key":"97_CR17","first-page":"288","volume":"17","author":"S Krishnaprasad","year":"2001","unstructured":"Krishnaprasad S (2001) Uses and abuses of Amdahl\u2019s Law. J Comput Sci Coll 17(2):288\u2013293","journal-title":"J Comput Sci Coll"},{"issue":"6","key":"97_CR18","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1145\/1993316.1993501","volume":"46","author":"K Pingali","year":"2011","unstructured":"Pingali K et al (2011) The tao of parallelism in algorithms. SIGPLAN Not 46(6):12\u201325","journal-title":"SIGPLAN Not"},{"key":"97_CR19","doi-asserted-by":"crossref","unstructured":"V\u00e9gh J, Moln\u00e1r P (2017) How to measure perfectness of parallelization in hardware\/software systems. In: 18th International Carpathian control conference ICCC, pp 394\u2013399","DOI":"10.1109\/CarpathianCC.2017.7970432"},{"issue":"5","key":"97_CR20","doi-asserted-by":"publisher","first-page":"539","DOI":"10.1145\/78607.78614","volume":"33","author":"AH Karp","year":"1990","unstructured":"Karp AH, Flatt HP (1990) Measuring parallel processor performance. Commun ACM 33(5):539\u2013543","journal-title":"Commun ACM"},{"key":"97_CR21","unstructured":"V\u00e9gh J (2017) Statistical considerations on limitations of supercomputers. CoRR \n                    arXiv:abs\/1710.08951"},{"key":"97_CR22","doi-asserted-by":"publisher","DOI":"10.1007\/b136154","volume-title":"Communicating sequential processes. The first 25 years","year":"2005","unstructured":"Abdallah AE, Jones C, Sanders JW (eds) (2005) Communicating sequential processes. The first 25 years. Springer, Berlin. \n                    https:\/\/doi.org\/10.1007\/b136154"},{"key":"97_CR23","doi-asserted-by":"crossref","unstructured":"David T, Guerraoui R, Trigonakis V (2013) Everything you always wanted to know about synchronization but were afraid to ask. In: Proceedings of the twenty-fourth ACM symposium on operating systems principles (SOSP\u201913), pp 33\u201348","DOI":"10.1145\/2517349.2522714"},{"issue":"3","key":"97_CR24","doi-asserted-by":"publisher","first-page":"362","DOI":"10.1145\/1816038.1816011","volume":"38","author":"S Eyerman","year":"2010","unstructured":"Eyerman S, Eeckhout L (2010) Modeling critical sections in Amdahl\u2019s Law and its implications for multicore design. SIGARCH Comput Arch News 38(3):362\u2013370","journal-title":"SIGARCH Comput Arch News"},{"issue":"1","key":"97_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.parco.2013.11.001","volume":"40","author":"L Yavits","year":"2014","unstructured":"Yavits L, Morad A, Ginosar R (2014) The effect of communication and synchronization on Amdahl\u2019s law in multicore systems. Parallel Comput 40(1):1\u201316","journal-title":"Parallel Comput"},{"issue":"1","key":"97_CR26","first-page":"11:1","volume":"15","author":"Y Ao","year":"2018","unstructured":"Ao Y, Yang C, Liu F, Yin W, Jiang L, Sun Q (2018) Performance optimization of the HPCG benchmark on the Sunway TaihuLight supercomputer. ACM Trans Arch Code Optim 15(1):11:1\u201311:20","journal-title":"ACM Trans Arch Code Optim"},{"key":"97_CR27","unstructured":"Dongarra J (2016) Report on the Sunway TaihuLight system. Technical Report UT-EECS-16-742, Department of Electrical Engineering and Computer Science, University of Tennessee"},{"key":"97_CR28","doi-asserted-by":"crossref","unstructured":"Tsafrir D (2007) The context-switch overhead inflicted by hardware interrupts (and the enigma of do-nothing loops). In: Proceedings of the 2007 workshop on experimental computer science, ACM, New York, ExpCS\u201907, p 3","DOI":"10.1145\/1281700.1281704"},{"issue":"1","key":"97_CR29","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1007\/s11390-015-1510-9","volume":"30","author":"F Zheng","year":"2015","unstructured":"Zheng F et al (2015) Cooperative computing techniques for a deeply fused and heterogeneous many-core processor architecture. J Comput Sci Technol 30(1):145\u2013162","journal-title":"J Comput Sci Technol"},{"key":"97_CR30","unstructured":"DeBenedictis EP (2005) Petaflops, Exaflops, and Zettaflops for science and defense. \n                    http:\/\/debenedictis.org\/erik\/SAND-2005\/SAND2005-2690-CUG2005-B.pdf"},{"key":"97_CR31","unstructured":"US Government NSA and DOE (2016) A report from the NSA-DOE technical meeting on high performance computing. \n                    https:\/\/www.nitrd.gov\/nitrdgroups\/images\/b\/b4\/NSA_DOE_HPC_TechMeetingReport.pdf"},{"key":"97_CR32","unstructured":"European Commission (2016) Implementation of the action plan for the European high-performance computing strategy. \n                    http:\/\/ec.europa.eu\/newsroom\/dae\/document.cfm?doc_id=15269"},{"key":"97_CR33","unstructured":"Japan Tests Silicon for Exascale Computing in 2021. (2018) \n                    https:\/\/www.extremetech.com\/computing\/272558-japan-tests-silicon-for-exascale-computing-in-2021"},{"key":"97_CR34","unstructured":"TOP500org (2016) The top 500 supercomputers. \n                    https:\/\/www.top500.org\/"},{"key":"97_CR35","unstructured":"V\u00e9gh J (2018) Limitations of performance of exascale applications and supercomputers they are running on. ArXiv e-prints \n                    arXiv:1808.05338"},{"key":"97_CR36","doi-asserted-by":"publisher","first-page":"30","DOI":"10.3389\/fninf.2017.00030","volume":"11","author":"T Ippen","year":"2017","unstructured":"Ippen T, Eppler JM, Plesser HE, Diesmann M (2017) Constructing neuronal network models in massively parallel environments. Front Neuroinf 11:30","journal-title":"Front Neuroinf"},{"key":"97_CR37","doi-asserted-by":"publisher","unstructured":"Rast AD, et al (2010) Scalable event-driven native parallel processing: the SpiNNaker neuromimetic system. In: 2010 Proceedings of 7th ACM international conference on computing frontiers, pp 21\u201330. \n                    https:\/\/doi.org\/10.1145\/1787275.1787279","DOI":"10.1145\/1787275.1787279"},{"key":"97_CR38","unstructured":"HPCG Benchmark (2016) HPCG Benchmark. \n                    http:\/\/www.hpcg-benchmark.org\/"},{"issue":"12","key":"97_CR39","doi-asserted-by":"publisher","first-page":"2454","DOI":"10.1109\/TC.2012.142","volume":"62","author":"SB Furber","year":"2013","unstructured":"Furber SB et al (2013) Overview of the SpiNNaker system architecture. IEEE Trans Comput 62(12):2454\u20132467","journal-title":"IEEE Trans Comput"},{"key":"97_CR40","doi-asserted-by":"crossref","unstructured":"David FM, Carlyle JYC, Campbell RH (2007) Context switch overheads for Linux on ARM platforms. In: Proceedings of 2007 workshop on experimental computer science, Article No. 3","DOI":"10.1145\/1281700.1281703"},{"issue":"2","key":"97_CR41","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1109\/2.820037","volume":"33","author":"M Schlansker","year":"2000","unstructured":"Schlansker M, Rau B (2000) EPIC: explicitly parallel instruction computing. Computer 33(2):37\u201345","journal-title":"Computer"},{"key":"97_CR42","doi-asserted-by":"publisher","first-page":"78","DOI":"10.3389\/fninf.2014.00078","volume":"8","author":"S Kunkel","year":"2014","unstructured":"Kunkel S et al (2014) Spiking network simulation code for petascale computers. Front Neuroinf 8:78","journal-title":"Front Neuroinf"},{"key":"97_CR43","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.parco.2018.03.001","volume":"75","author":"J V\u00e9gh","year":"2018","unstructured":"V\u00e9gh J (2018) Introducing the explicitly many-processor approach. Parallel Comput 75:28\u201340","journal-title":"Parallel Comput"}],"container-title":["Brain Informatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s40708-019-0097-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s40708-019-0097-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s40708-019-0097-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,9]],"date-time":"2020-04-09T23:08:51Z","timestamp":1586473731000},"score":1,"resource":{"primary":{"URL":"https:\/\/braininformatics.springeropen.com\/articles\/10.1186\/s40708-019-0097-2"}},"subtitle":["why the functionality of full-scale brain simulation on processor-based simulators is limited"],"short-title":[],"issued":{"date-parts":[[2019,4,11]]},"references-count":43,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["97"],"URL":"https:\/\/doi.org\/10.1186\/s40708-019-0097-2","relation":{},"ISSN":["2198-4018","2198-4026"],"issn-type":[{"type":"print","value":"2198-4018"},{"type":"electronic","value":"2198-4026"}],"subject":[],"published":{"date-parts":[[2019,4,11]]},"assertion":[{"value":"17 January 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 March 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 April 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"4"}}