{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T17:11:18Z","timestamp":1771261878398,"version":"3.50.1"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2019,10,9]],"date-time":"2019-10-09T00:00:00Z","timestamp":1570579200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,10,9]],"date-time":"2019-10-09T00:00:00Z","timestamp":1570579200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"crossref","award":["61671356"],"award-info":[{"award-number":["61671356"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"crossref","award":["61703403"],"award-info":[{"award-number":["61703403"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2020,4]]},"DOI":"10.1007\/s00500-019-04404-6","type":"journal-article","created":{"date-parts":[[2019,10,9]],"date-time":"2019-10-09T14:27:21Z","timestamp":1570631241000},"page":"5897-5908","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Small-scale moving target detection in aerial image by deep inverse reinforcement learning"],"prefix":"10.1007","volume":"24","author":[{"given":"Wei","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dashuai","family":"Yan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jie","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Changhao","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,9]]},"reference":[{"issue":"11","key":"4404_CR1","doi-asserted-by":"publisher","first-page":"2592","DOI":"10.1109\/TPAMI.2013.96","volume":"35","author":"G Carneiro","year":"2013","unstructured":"Carneiro G, Nascimento JC (2013) Combining multiple dynamic models and deep learning architectures for tracking the left ventricle endocardium in ultrasound data. IEEE Trans Pattern Anal Mach Intell 35(11):2592\u20132607","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"10","key":"4404_CR2","doi-asserted-by":"publisher","first-page":"2294","DOI":"10.1109\/TNNLS.2016.2582746","volume":"28","author":"X Chang","year":"2014","unstructured":"Chang X, Yang Y (2014) Semi-supervised feature analysis by mining correlations among multiple tasks. IEEE Trans Neural Netw Learn Syst 28(10):2294\u20132305","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"8","key":"4404_CR3","first-page":"1617","volume":"39","author":"X Chang","year":"2016","unstructured":"Chang X, Yu YL, Yang Y, Xing EP (2016) Semantic pooling for complex event analysis in untrimmed videos. IEEE Trans Softw Eng 39(8):1617\u20131632","journal-title":"IEEE Trans Softw Eng"},{"issue":"8","key":"4404_CR4","doi-asserted-by":"publisher","first-page":"3911","DOI":"10.1109\/TIP.2017.2708506","volume":"26","author":"X Chang","year":"2017","unstructured":"Chang X, Ma Z, Lin M, Yang Y, Hauptmann A (2017a) Feature interaction augmented sparse learning for fast kinect motion detection. IEEE Trans Image Process 26(8):3911\u20133920","journal-title":"IEEE Trans Image Process"},{"issue":"5","key":"4404_CR5","doi-asserted-by":"publisher","first-page":"1180","DOI":"10.1109\/TCYB.2016.2539546","volume":"47","author":"X Chang","year":"2017","unstructured":"Chang X, Ma Z, Yang Y, Zeng Z, Hauptmann AG (2017b) Bi-level semantic representation analysis for multimedia event detection. IEEE Trans Cybern 47(5):1180\u20131197","journal-title":"IEEE Trans Cybern"},{"issue":"1","key":"4404_CR6","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1007\/s11554-013-0370-1","volume":"12","author":"C Chen","year":"2016","unstructured":"Chen C, Liu K, Kehtarnavaz N (2016) Real-time human action recognition based on depth motion maps. J Real-Time Image Proc 12(1):155\u2013163","journal-title":"J Real-Time Image Proc"},{"issue":"4","key":"4404_CR7","doi-asserted-by":"publisher","first-page":"793","DOI":"10.1109\/TCYB.2014.2336867","volume":"45","author":"J Choi","year":"2017","unstructured":"Choi J, Kim KE (2017) Hierarchical Bayesian inverse reinforcement learning. IEEE Trans Cybern 45(4):793\u2013805","journal-title":"IEEE Trans Cybern"},{"issue":"10","key":"4404_CR8","doi-asserted-by":"publisher","first-page":"5163","DOI":"10.1109\/TSP.2012.2207117","volume":"60","author":"O Dikmen","year":"2012","unstructured":"Dikmen O, Fevotte C (2012) Maximum marginal likelihood estimation for nonnegative dictionary learning in the gamma\u2013Poisson model. IEEE Trans Signal Process 60(10):5163\u20135175","journal-title":"IEEE Trans Signal Process"},{"issue":"1","key":"4404_CR9","first-page":"59","volume":"9","author":"JA Jeba","year":"2019","unstructured":"Jeba JA, Roy S, Rashid MO et al (2019) Towards green cloud computing an algorithmic approach for energy minimization in cloud data centers. Int J Cloud Appl Comput 9(1):59\u201381","journal-title":"Int J Cloud Appl Comput"},{"issue":"3","key":"4404_CR10","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1016\/j.jprocont.2012.12.001","volume":"23","author":"JD Kelly","year":"2013","unstructured":"Kelly JD, Hedengren JD (2013) A steady-state detection (SSD) algorithm to detect non-stationary drifts in processes. J Process Control 23(3):326\u2013331","journal-title":"J Process Control"},{"issue":"11","key":"4404_CR11","doi-asserted-by":"publisher","first-page":"3270","DOI":"10.1109\/TIP.2011.2143422","volume":"20","author":"FM Khellah","year":"2011","unstructured":"Khellah FM (2011) Texture classification using dominant neighborhood structure. IEEE Trans Image Process 20(11):3270\u20133279","journal-title":"IEEE Trans Image Process"},{"issue":"4","key":"4404_CR12","doi-asserted-by":"publisher","first-page":"1143","DOI":"10.1137\/S0363012901385691","volume":"42","author":"V Konda","year":"2003","unstructured":"Konda V (2003) Actor-critic algorithms. SIAM J Control Optim 42(4):1143\u20131166","journal-title":"SIAM J Control Optim"},{"key":"4404_CR13","doi-asserted-by":"crossref","unstructured":"Lazib L, Zhao Y, Qin B, Liu T (2016) Negation scope detection with recurrent neural networks models in review texts. In: International conference of young computer scientists, engineers and educators. Springer, Singapore","DOI":"10.1007\/978-981-10-2053-7_44"},{"issue":"1","key":"4404_CR14","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1109\/LSP.2013.2294333","volume":"21","author":"L Li","year":"2014","unstructured":"Li L, Zhu H, Yang G, Qian J (2014) Referenceless measure of blocking artifacts by Tchebichef kernel analysis. IEEE Signal Process Lett 21(1):122\u2013125","journal-title":"IEEE Signal Process Lett"},{"issue":"1","key":"4404_CR15","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1109\/TCYB.2015.2392129","volume":"46","author":"L Li","year":"2016","unstructured":"Li L, Lin W, Wang X, Yang G, Bahrami K, Kot AC (2016a) No-reference image blur assessment based on discrete orthogonal moments. IEEE Trans Cybern 46(1):39\u201350","journal-title":"IEEE Trans Cybern"},{"issue":"6","key":"4404_CR16","doi-asserted-by":"publisher","first-page":"1085","DOI":"10.1109\/TMM.2016.2545398","volume":"18","author":"L Li","year":"2016","unstructured":"Li L, Wu D, Wu J, Li H, Lin W, Kot AC (2016b) Image sharpness assessment by sparse representation. IEEE Trans Multimed 18(6):1085\u20131097","journal-title":"IEEE Trans Multimed"},{"issue":"10","key":"4404_CR17","doi-asserted-by":"publisher","first-page":"2100","DOI":"10.1109\/TKDE.2017.2728531","volume":"29","author":"Z Li","year":"2017","unstructured":"Li Z, Nie F, Chang X, Yang Y (2017a) Beyond trace ratio: weighted harmonic mean of trace ratios for multiclass discriminant analysis. IEEE Transa Knowl Data Eng 29(10):2100\u20132110","journal-title":"IEEE Transa Knowl Data Eng"},{"issue":"5","key":"4404_CR18","doi-asserted-by":"publisher","first-page":"1030","DOI":"10.1109\/TMM.2016.2640762","volume":"19","author":"L Li","year":"2017","unstructured":"Li L, Xia W, Lin W, Fang Y, Wang S (2017b) No-reference and robust image sharpness evaluation based on multiscale spatial and spectral features. IEEE Trans Multimed 19(5):1030\u20131040","journal-title":"IEEE Trans Multimed"},{"issue":"11","key":"4404_CR19","doi-asserted-by":"publisher","first-page":"2440","DOI":"10.3390\/s19112440","volume":"19","author":"RF Liao","year":"2019","unstructured":"Liao RF, Wen H, Wu J, Pan F, Xu A, Jiang Y, Cao M (2019) Deep-learning-based physical layer authentication for industrial wireless sensor networks. Sensors 19(11):2440","journal-title":"Sensors"},{"issue":"1","key":"4404_CR20","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1109\/TPWRS.2011.2166091","volume":"27","author":"R Lincoln","year":"2012","unstructured":"Lincoln R, Galloway S, Stephen B et al (2012) Comparing policy gradient and value function based reinforcement learning methods in simulated electrical power trade. IEEE Trans Power Syst 27(1):373\u2013380","journal-title":"IEEE Trans Power Syst"},{"issue":"6","key":"4404_CR21","doi-asserted-by":"publisher","first-page":"2075","DOI":"10.1109\/78.218137","volume":"41","author":"VJ Mathews","year":"1993","unstructured":"Mathews VJ, Xie Z (1993) A stochastic gradient adaptive filter with gradient adaptive step size. IEEE Trans Signal Process 41(6):2075\u20132087","journal-title":"IEEE Trans Signal Process"},{"key":"4404_CR22","first-page":"1","volume":"12","author":"V Mnih","year":"2013","unstructured":"Mnih V, Kavukcuoglu K, Silver D et al (2013) Playing Atari with deep reinforcement learning. Comput Sci 12:1\u20139","journal-title":"Comput Sci"},{"key":"4404_CR23","unstructured":"Nair A, Srinivasan P, Blackwell S et al (2015) Massively parallel methods for deep reinforcement learning. Comput Sci"},{"issue":"6","key":"4404_CR24","doi-asserted-by":"publisher","first-page":"1315","DOI":"10.3390\/s18051315","volume":"18","author":"P Nguyen","year":"2018","unstructured":"Nguyen P, Arsalan M, Koo J et al (2018) LightDenseYOLO: a fast and accurate marker tracker for autonomous UAV landing by visible light camera sensor on drone. Sensors 18(6):1315","journal-title":"Sensors"},{"issue":"05","key":"4404_CR25","doi-asserted-by":"publisher","first-page":"2338","DOI":"10.1142\/S0217979215500307","volume":"29","author":"E Ozturk","year":"2015","unstructured":"Ozturk E, Sokmen I (2015) Resonant peaks of the linear optical absorption and rectification coefficients in GaAs\/GaAlAs quantum well: combined effects of intense laser, electric and magnetic fields. Int J Mod Phys B 29(05):2338","journal-title":"Int J Mod Phys B"},{"issue":"6","key":"4404_CR26","first-page":"1717","volume":"19","author":"J-S Pan","year":"2018","unstructured":"Pan J-S, Kong L, Sung T-W, Tsai P-W, Snasel W (2018) \u03b1-fraction first strategy for hierarchical wireless sensor neteorks. J Internet Technol 19(6):1717\u20131726","journal-title":"J Internet Technol"},{"issue":"1","key":"4404_CR27","first-page":"9","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton RS (1988) Learning to predict by the method of temporal differences. Mach Learn 3(1):9\u201344","journal-title":"Mach Learn"},{"key":"4404_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jocs.2015.04.022","volume":"9","author":"H Van Hasselt","year":"2015","unstructured":"Van Hasselt H, Guez A, Silver D (2015) Deep reinforcement learning with double Q-learning. Comput Sci 9:1\u20139","journal-title":"Comput Sci"},{"issue":"3","key":"4404_CR29","doi-asserted-by":"publisher","first-page":"2389","DOI":"10.1109\/COMST.2018.2812301","volume":"20","author":"J Wu","year":"2018","unstructured":"Wu J, Guo S, Huang H, Liu W, Xiang Y (2018) Information and communications technologies for sustainable development goals: state-of-the-art, needs and perspectives. IEEE Commun Surv Tutor 20(3):2389\u20132406","journal-title":"IEEE Commun Surv Tutor"},{"key":"4404_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.robot.2016.06.003","volume":"84","author":"C Xia","year":"2016","unstructured":"Xia C, El Kamel A (2016) Neural inverse reinforcement learning in autonomous navigation. Robot Autonomous Syst 84:1\u201314","journal-title":"Robot Autonomous Syst"},{"issue":"1","key":"4404_CR31","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.ajic.2013.03.056","volume":"42","author":"Q Yang","year":"2013","unstructured":"Yang Q, Xue D (2013) Gait recognition based on sparse representation and segmented frame difference energy image. Inf Control 42(1):27\u201332","journal-title":"Inf Control"},{"issue":"5","key":"4404_CR32","doi-asserted-by":"publisher","first-page":"1530","DOI":"10.3390\/s18051530","volume":"18","author":"G Yang","year":"2018","unstructured":"Yang G et al (2018) Convolutional neural network-based embarrassing situation detection under camera for social robot in smart homes. Sensors 18(5):1530","journal-title":"Sensors"},{"issue":"6","key":"4404_CR33","doi-asserted-by":"publisher","first-page":"1358","DOI":"10.1109\/72.963772","volume":"12","author":"X Zeng","year":"2001","unstructured":"Zeng X, Yeung DS (2001) Sensitivity analysis of multilayer perceptron to input and weight perturbations. IEEE Trans Neural Netw 12(6):1358\u20131366","journal-title":"IEEE Trans Neural Netw"},{"key":"4404_CR34","doi-asserted-by":"crossref","unstructured":"Zhang Q, Liu Y, Pan J, Yan Y (2015) Continuous speech recognition based on convolutional neural network. In: International conference on digital image processing, international society for optics and photonics","DOI":"10.1117\/12.2197152"},{"issue":"3","key":"4404_CR35","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1108\/17563781211255862","volume":"5","author":"S Zhifei","year":"2012","unstructured":"Zhifei S, Joo EM (2012) A survey of inverse reinforcement learning techniques. Int J Intell Comput Cybern 5(3):293\u2013311","journal-title":"Int J Intell Comput Cybern"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-019-04404-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00500-019-04404-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-019-04404-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,7]],"date-time":"2020-10-07T23:07:13Z","timestamp":1602112033000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00500-019-04404-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,9]]},"references-count":35,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2020,4]]}},"alternative-id":["4404"],"URL":"https:\/\/doi.org\/10.1007\/s00500-019-04404-6","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,10,9]]},"assertion":[{"value":"9 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declared that they have no conflicts of interest to this work. We declare that we do not have any commercial or associative interest that represents a conflict of interest in connection with the work submitted.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}