{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T14:39:16Z","timestamp":1775054356306,"version":"3.50.1"},"reference-count":55,"publisher":"Pleiades Publishing Ltd","issue":"5","license":[{"start":{"date-parts":[[2018,9,1]],"date-time":"2018-09-01T00:00:00Z","timestamp":1535760000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2018,9,1]],"date-time":"2018-09-01T00:00:00Z","timestamp":1535760000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Program Comput Soft"],"published-print":{"date-parts":[[2018,9]]},"DOI":"10.1134\/s0361768818050031","type":"journal-article","created":{"date-parts":[[2018,9,21]],"date-time":"2018-09-21T06:29:23Z","timestamp":1537511363000},"page":"324-334","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Adaptation of General Concepts of Software Testing to Neural Networks"],"prefix":"10.1134","volume":"44","author":[{"given":"Yu. L.","family":"Karpov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"L. E.","family":"Karpov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu. G.","family":"Smetanin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"137","published-online":{"date-parts":[[2018,9,21]]},"reference":[{"key":"7015_CR1","series-title":"Multi-column deep neural network for traffic sign classification","volume-title":"Neural Networks.","author":"D. Ciresan","year":"2011","unstructured":"Ciresan, D., Meier, U., Masci, J., and Schmidhuber, J., Multi-column deep neural network for traffic sign classification, in Neural Networks.\n                           Selected Papers from IJCNN, 2011, vol. 32, pp. 333\u2013338."},{"key":"7015_CR2","unstructured":"CES 2015: Nvidia Demos a Car Computer Trained with \u201cDeep Learning\u201d, A commercial device uses powerful image and information processing to let cars interpret camera views, David Talbot, January 6, 2015, MIT Technology Review; Schmidt."},{"key":"7015_CR3","unstructured":"Roth, S., Shrinkage fields for effective image restoration, Proc. of the IEEE Conf. on Computer Vision and Pattern Recognition (CVPR), 2014."},{"key":"7015_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2000000039","volume":"7","author":"L. Deng","year":"2014","unstructured":"Deng, L. and Yu, D., Deep learning: Methods and applications, Found. Trends Signal Process., 2014, vol.\u00a07, nos. 3\u20134, pp. 1\u201319.","journal-title":"Found. Trends Signal Process."},{"key":"7015_CR5","unstructured":"Gao, Jianfeng, He, Xiaodong, Yih, Scott Wen-tau, and Deng, Li, Learning continuous phrase representations for translation modeling, 2014, Microsoft Research, www.aclweb.org\/anthology\/P14-1066."},{"key":"7015_CR6","doi-asserted-by":"crossref","unstructured":"Chicco, D., Sadowski, P., and Baldi, P., Deep autoencoder neural networks for gene ontology annotation predictions, Proc. of the 5th ACM Conf. on Bioinformatics, Computational Biology, and Health Informatics, pp.\u00a0533\u2013540.","DOI":"10.1145\/2649387.2649442"},{"key":"7015_CR7","doi-asserted-by":"publisher","first-page":"e125","DOI":"10.2196\/mhealth.6562","volume":"4","author":"A. Sathyanarayana","year":"2016","unstructured":"Sathyanarayana, A., Joty, S., Fernandez-Luque, L., Ofli, F., Srivastava, J., Elmagarmid, A., Arora, T., and Taheri, S., Sleep quality prediction from wearable data using deep learning, JMIR Mhealth Uhealth, 2016, vol.\u00a04, no. 4, p. e125.","journal-title":"JMIR Mhealth Uhealth"},{"key":"7015_CR8","doi-asserted-by":"publisher","first-page":"642","DOI":"10.1109\/JBHI.2017.2727218","volume":"3","author":"F. Movahedi","year":"2018","unstructured":"Movahedi, F., Coyle, J.L., and Sejdic, E., Deep belief networks for electroencephalography: A review of recent contributions and future outlooks, IEEE J. Biomed Health Inform, 2018, vol. 3, pp. 642\u2013652.","journal-title":"IEEE J. Biomed Health Inform"},{"key":"7015_CR9","doi-asserted-by":"crossref","unstructured":"Choi, E., Schuetz, A., and Stewart, W.F., Sun, Jimeng, Using recurrent neural network models for early detection of heart failure onset, J. Am. Med. Inform. Assoc., 2016, doi: . doi 10.1093\/jamia\/ocw112","DOI":"10.1093\/jamia\/ocw112"},{"key":"7015_CR10","doi-asserted-by":"crossref","unstructured":"Elkahky, A.M., Song, Y., and He, X., A multi-view deep learning approach for cross domain user modeling in recommendation systems, Microsoft Research. http: \/\/sonyis.me\/paperpdf\/frp1159-songA-www-2015.pdf.","DOI":"10.1145\/2736277.2741667"},{"key":"7015_CR11","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1038\/nn.4244","volume":"19","author":"D.L.K. Yamins","year":"2016","unstructured":"Yamins, D.L.K. and DiCarlo, J.J., Using goal-driven deep learning models to understand sensory cortex, Nat. Neurosci., 2016, vol. 19, no. 3, pp. 356\u2013365.","journal-title":"Nat. Neurosci."},{"key":"7015_CR12","doi-asserted-by":"crossref","unstructured":"Zorzi, M. and Testolin, A., An emergentist perspective on the origin of number sense, Phil. Trans. R. Soc. B, 2018, vol. 373, no. 1740.","DOI":"10.1098\/rstb.2017.0043"},{"key":"7015_CR13","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/s10827-017-0673-5","volume":"44","author":"D. Morel","year":"2018","unstructured":"Morel, D., Singh, C., and Levy, W.B., Linearization of excitatory synaptic integration at no extra cost, J. Comput. Neurosci., 2018, vol. 44, no. 2, pp. 173\u2013188.","journal-title":"J. Comput. Neurosci."},{"key":"7015_CR14","unstructured":"IEEE 829. Standard for Software Test Documentation. IEEE 1008. Standard for Software Unit Testing. https: \/\/www.twirpx.com\/file\/1615980\/."},{"key":"7015_CR15","unstructured":"ISO\/M\u042dK 12119. Program packages. Requirements to quality and testing. http:\/\/docs.cntd.ru\/document\/1200025075."},{"key":"7015_CR16","unstructured":"GOST R 56920-2016, GOST R 56921-2016, GOST R 56922-2016. https:\/\/allgosts.ru."},{"key":"7015_CR17","unstructured":"ISO\/IEC 29119-2013 1-5. Software testing. http:\/\/ files.stroyinf.ru\/Data2\/1\/4293754\/4293754866.pdf."},{"key":"7015_CR18","unstructured":"GOST R 12207-2010, ISO\/IEC 12207:2008. http:\/\/ docs.cntd.ru\/document\/1200082859"},{"key":"7015_CR19","volume-title":"Black-Box Testing: Techniques for Functional Testing of Software and Systems","author":"B. Beizer","year":"1995","unstructured":"Beizer, B., Black-Box Testing: Techniques for Functional Testing of Software and Systems, Wiley, 1995."},{"key":"7015_CR20","volume-title":"Automated Software Testing. Introduction, Management and Performance","author":"E. Dusting","year":"1999","unstructured":"Dusting, E., Rashka, J., and Paul, J., Automated Software Testing. Introduction, Management and Performance, Addison Wesley, 1999."},{"key":"7015_CR21","volume-title":"Introducing Software Testing","author":"Louise Tamres","year":"2002","unstructured":"Louise Tamres, Introducing Software Testing, Addison Wesley, 2002."},{"key":"7015_CR22","doi-asserted-by":"crossref","unstructured":"Kuliamin, V.V., Petrenko, A.K., Kossatchev, A.S., and Burdonov, I.B., The UniTesK approach to designing test suites, Program. Comput. Software, 2003, no. 6, pp.\u00a0310\u2013322.","DOI":"10.1023\/B:PACS.0000004131.54590.fb"},{"key":"7015_CR23","unstructured":"Burdonov, I.B., Kossatchev, A.S., and Kuliamin, V.V., Teoriya sootvetstviya dlya sistem s blokirovkami i razrusheniem (Correspondence Theory for Systems with Blockings and Destruction), Moscow: Nauka, 2008."},{"key":"7015_CR24","first-page":"207","volume":"24","author":"V.P. Ivannikov","year":"2013","unstructured":"Ivannikov, V.P., Petrenko, A.K., Kuliamin, V.V., and Maksimov, A.V., Experience of using UniTESK as a mirror of model-based testing technology development, Tr. Inst. Sistemnogo Program. Ross. Akad. Nauk, 2013, vol. 24, pp. 207\u2013218.","journal-title":"Tr. Inst. Sistemnogo Program. Ross. Akad. Nauk"},{"key":"7015_CR25","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1134\/S0361768814050065","volume":"24","author":"V.V. Kuliamin","year":"2014","unstructured":"Kuliamin, V.V. and Petrenko, A.K., Evolution of the UniTESK test development technology. Program. Comput. Software, 2014, vol. 24, no. 5, pp. 296\u2014304.","journal-title":"Program. Comput. Software"},{"key":"7015_CR26","doi-asserted-by":"crossref","unstructured":"Yenigun, H., Kushik, N., Lopez, J., Yevtushenko, N., and Cavalli, A.R., Decreasing the complexity of deriving test suites against nondeterministic finite state machines, Proc. of East-West Design\n                           $$\\& $$\n                                 \n                                  Test Symposium (EWDTS), 2017, IEEE Xplore, pp. 1\u20134.","DOI":"10.1109\/EWDTS.2017.8110091"},{"key":"7015_CR27","volume-title":"Test-Driven Development: By Example","author":"K. Beck","year":"2003","unstructured":"Beck, K., Test-Driven Development: By Example, Addison-Wesley, 2003."},{"key":"7015_CR28","volume-title":"Test-Driven Development. A Practical Guide","author":"D. Astels","year":"2003","unstructured":"Astels, D., Test-Driven Development. A Practical Guide, Prentice Hall, 2003."},{"key":"7015_CR29","doi-asserted-by":"publisher","DOI":"10.21236\/AD0256582","volume-title":"Principles of Neurodynamics: Perceptrons and the Theory of Brain Mechanisms","author":"F. Rosenblatt","year":"1961","unstructured":"Rosenblatt, F., Principles of Neurodynamics: Perceptrons and the Theory of Brain Mechanisms, Washington DC: Spartan Books, 1961."},{"key":"7015_CR30","volume-title":"Hinton, G.E., and Williams, R.J.","author":"D.E. Rumelhart","year":"1986","unstructured":"Rumelhart, D.E. Hinton, G.E., and Williams, R.J., Learning Internal Representations by Error Propagation, 1986."},{"key":"7015_CR31","unstructured":"Parallel distributed processing: Explorations in the microstructure of cognition, vol. 1: Foundation, Rumelhart, D.E. and McClelland, J.L., Eds., MIT Press, 1986."},{"key":"7015_CR32","doi-asserted-by":"publisher","first-page":"2554","DOI":"10.1073\/pnas.79.8.2554","volume":"79","author":"J.J. Hopfield","year":"1982","unstructured":"Hopfield, J.J., Neural networks and physical systems with emergent collective computational abilities, Proc. Nat. Acad. Sci. USA, 1982, vol. 79 no. 8, pp. 2554\u20132558.","journal-title":"Proc. Nat. Acad. Sci. USA"},{"key":"7015_CR33","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1207\/s15516709cog0901_7","volume":"9","author":"D.H. Ackley","year":"1985","unstructured":"Ackley, D.H., Hinton, G.E., and Sejnowski, T.J., A learning algorithm for Boltzmann machines, Cogn. Sci., 1985, vol. 9, no. 1, pp. 147\u2013169.","journal-title":"Cogn. Sci."},{"key":"7015_CR34","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1007\/BF00337288","volume":"43","author":"T. Kohonen","year":"1982","unstructured":"Kohonen, T., Self-organized formation of topologically correct feature maps, Biol. Cybernet., 1982, vol. 43, no.\u00a01, pp. 59\u201469.","journal-title":"Biol. Cybernet."},{"key":"7015_CR35","unstructured":"Ivakhnenko, A.G. and Lapa, V.G., Kiberneticheskie predskazyvayushchie ustroistva (Cybernetic Forecasting Devices), Kiev: Naukova Dumka, 1965 (in Russian)."},{"key":"7015_CR36","volume-title":"Cybernetics and Forecasting Techniques","author":"A.G. Ivakhnenko","year":"1967","unstructured":"Ivakhnenko, A.G. and Lapa, V.G., Cybernetics and Forecasting Techniques, New York: Elsevier, 1967."},{"key":"7015_CR37","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/BF00344251","volume":"36","author":"K. Fukushima","year":"1980","unstructured":"Fukushima, K., Neocognitron: A self-organizing neural network model for a mechanism of pattern recognition unaffected by shift in position, Biol. Cybern., 1980, vol. 36, pp. 193\u2013202.","journal-title":"Biol. Cybern."},{"key":"7015_CR38","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"Lecun Yann","year":"1989","unstructured":"Yann, Lecun., Boser, B., Denker, J.S., Henderson, D., Howard, R.E., Hubbard, W., and Jackel, L.D., Backpropagation applied to handwritten zip code recognition, Neural Comput., 1989, vol. 1, no. 4, pp. 541\u2014551.","journal-title":"Neural Comput."},{"key":"7015_CR39","doi-asserted-by":"crossref","unstructured":"Hinton, G.E., Osindero, S., and Teh, Y.W., A fast learning algorithm for deep belief nets, Neural Comput., vol. 18, pp. 1527\u20131554. http:\/\/dx.doi.org\/ doi 10.1162\/ neco.2006.18.7.1527","DOI":"10.1162\/neco.2006.18.7.1527"},{"key":"7015_CR40","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1016\/j.tics.2007.09.004","volume":"11","author":"G.E. Hinton","year":"2007","unstructured":"Hinton, G.E., Learning multiple layers of representation, Trends Cogn. Sci., 2007, vol. 11, no. 10, pp. 428\u2013434.","journal-title":"Trends Cogn. Sci."},{"key":"7015_CR41","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"D.E. Rumelhart","year":"1986","unstructured":"Rumelhart, D.E., Hinton, G.E., and Williams, R.J., Learning internal representations by backpropagating errors, Nature, 1986, vol. 323, pp. 533\u2013536.","journal-title":"Nature"},{"key":"7015_CR42","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1109\/72.134291","volume":"2","author":"P. Floreen","year":"1991","unstructured":"Floreen, P., Worst-case convergence times for Hopfield memories, IEEE Trans. Neural Networks, 1991, vol. 2, no. 5, pp. 533\u2013535.","journal-title":"IEEE Trans. Neural Networks"},{"key":"7015_CR43","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1109\/72.88164","volume":"2","author":"P. Floreen","year":"1991","unstructured":"Floreen, P., The convergence of Hamming memory networks, IEEE Trans. Neural Networks, 1991, vol. 2, no. 4, pp. 449\u2013457.","journal-title":"IEEE Trans. Neural Networks"},{"key":"7015_CR44","doi-asserted-by":"publisher","first-page":"2497","DOI":"10.1162\/08997660260293319","volume":"14","author":"P.E. Utgoff","year":"2002","unstructured":"Utgoff, P.E. and Stracuzzi, D.J., Many-layered learning, Neural Comput., 2002, vol. 14, pp. 2497\u20132529.","journal-title":"Neural Comput."},{"key":"7015_CR45","volume-title":"Rethinking Innateness: A Connectionist Perspective on Development","author":"L. Jeffrey","year":"1996","unstructured":"Jeffrey, L., Elman, J.L., Bates, E.A., Johnson, M.H., Karmiloff-Smith, A., Parisi, D., and Plunkett, K., Rethinking Innateness: A Connectionist Perspective on Development, Cambridge: MIT Press, 1996."},{"key":"7015_CR46","doi-asserted-by":"publisher","first-page":"1119","DOI":"10.1016\/0893-6080(96)00033-0","volume":"9","author":"J. Shrager","year":"1996","unstructured":"Shrager, J. and Johnson, M.H., Dynamic plasticity influences the emergence of function in a simple cortical array, Neural Networks, 1996, vol. 9, no. 7, pp. 1119\u20131129.","journal-title":"Neural Networks"},{"key":"7015_CR47","doi-asserted-by":"crossref","first-page":"537","DOI":"10.1017\/S0140525X97001581","volume":"20","author":"S.R. Quartz","year":"1997","unstructured":"Quartz, S.R. and Sejnowski, T.J., The neural basis of cognitive development: A constructivist manifesto, Behav. Brain Sci., 1997, vol. 20, no. 4, pp. 537\u2013556.","journal-title":"Behav. Brain Sci."},{"key":"7015_CR48","doi-asserted-by":"crossref","unstructured":"Kaiming, He, Xiangyu, Zhang., Shaoqing, Ren, and Jian, Sun, Identity mappings in deep residual networks, Proc. of Europ. Conf. on Computer Vision, 2016, pp. 630\u2013645.","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"7015_CR49","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1109\/TSMC.1971.4308320","volume":"4","author":"A. Ivakhnenko","year":"1971","unstructured":"Ivakhnenko, A., Polynomial theory of complex systems, IEEE Trans. Systems, Man Cybernet., 1971, vol. 4, no. 1, pp. 364\u2013378.","journal-title":"IEEE Trans. Systems, Man Cybernet."},{"key":"7015_CR50","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Boulanger-Lewandowski, N., and Pascanu, R., Advances in optimizing recurrent networks, 2013 IEEE Int. Conf. on Acoustics, Speech and Signal Processing, 2013, pp. 8624\u20138628. arXiv:1212.0901v2 [cs.LG]","DOI":"10.1109\/ICASSP.2013.6639349"},{"key":"7015_CR51","doi-asserted-by":"crossref","unstructured":"Dahl, G., Sainath, T., and Hinton, G., Improving DNNs for LVCSR using rectified linear units and dropout, Proc. of Int. Conf. on Acoustics, Speech and Signal Processing, 2011, pp. 8609\u20138613.","DOI":"10.1109\/ICASSP.2013.6639346"},{"key":"7015_CR52","unstructured":"Hinton, G.E., Srivastava, N., Krizhevsky, A., Sutskever, I., and Salakhutdinov, R.R., Improving neural networks by preventing co-adaptation of feature detectors, 2012, arXiv:1207.0580."},{"key":"7015_CR53","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1126\/science.1127647","volume":"313","author":"G.E. Hinton","year":"2006","unstructured":"Hinton, G.E. and Salakhutdinov, R.R., Reducing the dimensionality of data with neural networks, Science, 2006, vol. 313, no. 5786, pp. 504\u2013507.","journal-title":"Science"},{"key":"7015_CR54","unstructured":"Kuliamin, V.V., Tekhnologii programmirovaniya. Komponentnyi podkhod (Programming Technologies: Component Approach), Moscow: BINOM, 2007 (in Russian)."},{"key":"7015_CR55","doi-asserted-by":"publisher","first-page":"812","DOI":"10.1162\/neco.1993.5.5.812","volume":"5","author":"P. Floreen","year":"1993","unstructured":"Floreen, P., Orponen, P., Attraction radii in binary Hopfield nets are hard to compute, Neural Comput., 1993, vol. 5, pp. 812\u2013821.","journal-title":"Neural Comput."}],"container-title":["Programming and Computer Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1134\/S0361768818050031.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1134\/S0361768818050031","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1134\/S0361768818050031.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T02:35:51Z","timestamp":1775010951000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1134\/S0361768818050031"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9]]},"references-count":55,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2018,9]]}},"alternative-id":["7015"],"URL":"https:\/\/doi.org\/10.1134\/s0361768818050031","relation":{},"ISSN":["0361-7688","1608-3261"],"issn-type":[{"value":"0361-7688","type":"print"},{"value":"1608-3261","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,9]]},"assertion":[{"value":"20 August 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 September 2018","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}