{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T14:21:21Z","timestamp":1760710881938,"version":"3.37.3"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2022,2,28]],"date-time":"2022-02-28T00:00:00Z","timestamp":1646006400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,2,28]],"date-time":"2022-02-28T00:00:00Z","timestamp":1646006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1007\/s11042-022-12572-1","type":"journal-article","created":{"date-parts":[[2022,2,28]],"date-time":"2022-02-28T16:03:15Z","timestamp":1646064195000},"page":"15395-15417","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Deep reinforcement learning approach for manuscripts image classification and retrieval"],"prefix":"10.1007","volume":"81","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0830-4757","authenticated-orcid":false,"given":"Manal M.","family":"Khayyat","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lamiaa A.","family":"Elrefaei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,2,28]]},"reference":[{"key":"12572_CR1","doi-asserted-by":"crossref","unstructured":"Al Aghbari Z, Brook S (2009) Word stretching for effective segmentation and classification of historical arabic handwritten documents. Proc. 2009 3rd Int. Conf. Res. Challenges Inf. Sci. RCIS 2009:217\u2013224","DOI":"10.1109\/RCIS.2009.5089285"},{"key":"12572_CR2","unstructured":"Alam M (2020) \u201ck-Nearest Neighbors (kNN) for anomaly detection\u201d. [Online] towards data science. Available at: https:\/\/towardsdatascience.com\/k-nearest-neighbors-knn-for-anomaly-detection-fdf8ee160d13 (accessed 03 Nov 2020)"},{"key":"12572_CR3","doi-asserted-by":"crossref","unstructured":"Al-Maadeed S, Issawi F, and Bouridan A (2017). \"Word Retrieval System for Ancient Arabic Manuscripts,\" in Proc. 9th IEEE-GCC Conf. Exhib. (GCCCE), pp. 1\u20135,","DOI":"10.1109\/IEEEGCC.2017.8448259"},{"key":"12572_CR4","doi-asserted-by":"crossref","unstructured":"Bawa M, Condie T, Ganesan P (2005) LSH Forest : Self-Tuning Indexes for Similarity Search. Int World Wide Web Conf Committ (IW3C2):1\u201310","DOI":"10.1145\/1060745.1060840"},{"key":"12572_CR5","doi-asserted-by":"crossref","unstructured":"Bozas KK and Izquierdo E (2012). \"Large Scale Sketch Based Image Retrieval Using Patch Hashing,\" Springer-Verlag Berlin Heidelb.. 210\u2013211","DOI":"10.1007\/978-3-642-33179-4_21"},{"key":"12572_CR6","unstructured":"Brownlee J (2020) \u201cA Gentle Introduction to Threshold-Moving for Imbalanced Classification\u201d, [Online] Machine Learning Mastery. Available at: https:\/\/machinelearningmastery.com\/threshold-moving-for-imbalanced-classification\/ (accessed 03 Nov 2020)"},{"key":"12572_CR7","unstructured":"Chen T, Wang Z, Li G, Lin L (2017) Recurr Attent Reinforcement learning for multi-label image recognition. SenseTime Gr Ltd:6730\u20136737"},{"issue":"6","key":"12572_CR8","doi-asserted-by":"publisher","first-page":"99","DOI":"10.25046\/aj040612","volume":"4","author":"N El-Makhfi","year":"2019","unstructured":"El-Makhfi N (2019) A word spotting method for Arabic manuscripts based on speeded up robust features technique. Adv Sci Technol Eng Syst J 4(6):99\u2013107","journal-title":"Adv Sci Technol Eng Syst J"},{"key":"12572_CR9","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1016\/j.ipm.2019.102121","volume":"57","author":"A Elnagar","year":"2020","unstructured":"Elnagar A, Al-Debsi R, Einea O (2020) Arabic text classification using deep learning models. Inf Process Manag 57:102\u2013121","journal-title":"Inf Process Manag"},{"key":"12572_CR10","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Intell Res 4:237\u2013285","journal-title":"J Artif Intell Res"},{"key":"12572_CR11","doi-asserted-by":"crossref","unstructured":"Kekre HB and Mishra D (2011) \"Content based image retrieval using weighted hamming distance image hash value. 284\u2013285","DOI":"10.1007\/978-81-8489-989-4_53"},{"key":"12572_CR12","doi-asserted-by":"publisher","first-page":"136460","DOI":"10.1109\/ACCESS.2020.3010882","volume":"8","author":"M Khayyat","year":"2020","unstructured":"Khayyat M, Elrefaei L (2020) Manuscripts image retrieval using deep learning incorporating a variety of fusion levels. IEEE Access J 8:136460\u2013136486","journal-title":"IEEE Access J"},{"issue":"4","key":"12572_CR13","first-page":"1","volume":"9","author":"M Khayyat","year":"2020","unstructured":"Khayyat M, Elrefaei L (2020) Towards author recognition of ancient arabic manuscripts using deep learning: a transfer learning approach. Int J Comput Digital Syst (IJCDS) 9(4):1\u201318","journal-title":"Int J Comput Digital Syst (IJCDS)"},{"key":"12572_CR14","doi-asserted-by":"crossref","unstructured":"Khayyat M and Elrefaei L(2020) \"A Deep Learning Based Prediction of Arabic Manuscripts Handwriting Style,\" Accepted Manuscript for publication in the International Arab Journal of Information Technology, (IAJIT). 17(5)","DOI":"10.34028\/iajit\/17\/5\/3"},{"key":"12572_CR15","doi-asserted-by":"publisher","first-page":"2488","DOI":"10.1007\/s10489-020-01637-z","volume":"50","author":"E Lin","year":"2020","unstructured":"Lin E, Chen Q, Qi X (2020) Deep reinforcement learning for imbalanced classification. Appl Intell 50:2488\u20132502","journal-title":"Appl Intell"},{"key":"12572_CR16","unstructured":"Marr B (2018) \"Artificial Intelligence: What's The Difference Between Deep Learning And Reinforcement Learning?,\" [Online] Forbes. Available at: https:\/\/www.forbes.com\/sites\/bernardmarr\/2018\/10\/22\/artificial-intelligence-whats-the-difference-between-deep-learning-and-reinforcement-learning\/#6e010ff7271e (accessed 05 Jun 2020)."},{"key":"12572_CR17","unstructured":"Mysiak K (2020) \u201cClassification Metrics & Thresholds Explained\u201d, [Online] towards data science. Available at: https:\/\/towardsdatascience.com\/classification-metrics-thresholds-explained-caff18ad2747 (accessed 03 Nov 2020)"},{"key":"12572_CR18","doi-asserted-by":"crossref","unstructured":"Nie W, Wang W, Liu A, and Chen C (2019) \"Characteristic Views Extraction Modal Based-On Deep Reinforcement Learning For 3d Model Retrieval,\" IEEE Int. Conf. Image Process. 2389\u20132393","DOI":"10.1109\/ICIP.2019.8803343"},{"key":"12572_CR19","unstructured":"Othman RAA (2015) \"Arabic Manuscripts Analysis and Retrieval,\" Ph.D. dissertation, Dept. Inf. Comput. Sci., King Fahd Univ. Petroleum Minerals, Dhahran, Saudi Arabia, pp. 1\u2013199"},{"key":"12572_CR20","unstructured":"Peng Y, Zhang J, and Ye Z (2018) \"Deep Reinforcement Learning for Image Hashing,\" arXiv:1802.02904 2: 1\u201312. [Online]. Available: http:\/\/arxiv.org\/abs\/1802.02904."},{"key":"12572_CR21","doi-asserted-by":"publisher","first-page":"4187","DOI":"10.1007\/s10586-018-1731-0","volume":"22","author":"RR Saritha","year":"2019","unstructured":"Saritha RR, Paul V, Kumar PG (2019) Content based image retrieval using deep learning process. Cluster Comput. 22:4187\u20134200","journal-title":"Cluster Comput."},{"key":"12572_CR22","doi-asserted-by":"crossref","unstructured":"Schuderer A, Bromuri S, and Van Eekelen M (2021) \u201cSim-Env: Decoupling OpenAI Gym Environments from Simulation Models\u201d. 1: 1\u201317","DOI":"10.1007\/978-3-030-85739-4_39"},{"key":"12572_CR23","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.patcog.2018.03.015","volume":"81","author":"X Shi","year":"2018","unstructured":"Shi X, Sapkota M, Xing F, Liu F, Cui L, Yang L (2018) Pairwise based Deep Ranking Hashing For Histopathology Image Classification and Retrieval. Pattern Recognit. 81:14\u201322","journal-title":"Pattern Recognit."},{"key":"12572_CR24","unstructured":"Sutton RS, Barto AG (2015) Reinforcement learning : an introduction. Cambridge, MA, USA: MIT Press:1\u2013338"},{"key":"12572_CR25","doi-asserted-by":"crossref","unstructured":"Varga D, Sziranyi T (2016) Fast content-based image retrieval using convolutional neural network and hash function. IEEE Int Conf Syst, Man, Cybernetics - SMC:2636\u20132640","DOI":"10.1109\/SMC.2016.7844637"},{"key":"12572_CR26","doi-asserted-by":"publisher","first-page":"15015","DOI":"10.1007\/s11042-020-08668-1","volume":"79","author":"H Wang","year":"2020","unstructured":"Wang H, Wang K, Wu Y, Wang Z, Zou L (2020) User preference-aware video highlight detection via deep reinforcement learning. Multimed Tools Appl 79:15015\u201315024","journal-title":"Multimed Tools Appl"},{"key":"12572_CR27","doi-asserted-by":"crossref","unstructured":"Wang J, Kumar S, Chang SF (2010) Semi-Supervised Hashing for Scalable Image Retrieval. IEEE Comp Soc Conf Comp Vision Pattern Recogn:3424\u20133431","DOI":"10.1109\/CVPR.2010.5539994"},{"key":"12572_CR28","unstructured":"Wang J, Shen HT, Song J, and Ji J (2014) \"Hashing for Similarity Search : A Survey,\" arxiv:1408.2927, pp. 1\u201329, . [Online]. Available at: https:\/\/arxiv.org\/abs\/1408.2927 (accessed 19 Feb 2020)."},{"key":"12572_CR29","doi-asserted-by":"crossref","unstructured":"Wiering M, and Otterlo MV (2012) \u201cReinforcement learning: state-of-the-art,\u201d Springer-Verlag Berlin Heidelberg, vol, 12.","DOI":"10.1007\/978-3-642-27645-3"},{"key":"12572_CR30","doi-asserted-by":"crossref","unstructured":"Xia R, Pan Y, Lai H, Liu C, Yan S (2014) Supervised hashing for image retrieval via image representation learning. Proceed Twenty-Eighth AAAI Conf Artifi Intell:2156\u20132162","DOI":"10.1609\/aaai.v28i1.8952"},{"key":"12572_CR31","unstructured":"Yahia MHN (2011) \"Content-Based Retrieval of Arabic Historical Manuscripts Using Latent Semantic Indexing,\" Ph.D. dissertation, Dept. Inf. Comput. Sci., King Fahd Univ. Petroleum Minerals, Dhahran, Saudi Arabia, pp. 1\u201398.."},{"key":"12572_CR32","doi-asserted-by":"crossref","unstructured":"Yao J, Dou Z, Xu J, and Wen J (2020) \"RLPer : A Reinforcement Learning Model for Personalized Search,\" In Proceedings of TheWeb Conference 2020 (WWW'20), ACM, New York, NY, USA, pp. 2298\u20132308","DOI":"10.1145\/3366423.3380294"},{"issue":"12","key":"12572_CR33","doi-asserted-by":"publisher","first-page":"4766","DOI":"10.1109\/TIP.2015.2467315","volume":"24","author":"R Zhang","year":"2015","unstructured":"Zhang R, Lin L, Zhang R, Zuo W, Zhang L (2015) Bit-scalable deep hashing with regularized similarity learning for image retrieval and person re-identification. IEEE Trans Image Process 24(12):4766\u20134779","journal-title":"IEEE Trans Image Process"},{"issue":"4","key":"12572_CR34","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1109\/TCDS.2016.2614675","volume":"9","author":"D Zhao","year":"2017","unstructured":"Zhao D, Chen Y, Lv L (2017) Deep reinforcement learning with visual attention for vehicle classification. IEEE Trans Cogn Dev Syst 9(4):356\u2013367","journal-title":"IEEE Trans Cogn Dev Syst"},{"key":"12572_CR35","unstructured":"Zhao F, Huang Y, Wang L, Tan T (2015) Deep semantic ranking based hashing for multi-label image retrieval. IEEE Xplore:1556\u20131564"},{"key":"12572_CR36","doi-asserted-by":"crossref","unstructured":"Zhou J and Agichtein E (2020). \"RLIRank : Learning to Rank with Reinforcement Learning for Dynamic Search,\" In Proceedings of TheWeb Conference 2020 (WWW'20), ACM, New York, NY, USA, pp. 2842\u20132848","DOI":"10.1145\/3366423.3380047"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-12572-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-022-12572-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-12572-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,28]],"date-time":"2023-01-28T02:27:22Z","timestamp":1674872842000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-022-12572-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,28]]},"references-count":36,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2022,5]]}},"alternative-id":["12572"],"URL":"https:\/\/doi.org\/10.1007\/s11042-022-12572-1","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"type":"print","value":"1380-7501"},{"type":"electronic","value":"1573-7721"}],"subject":[],"published":{"date-parts":[[2022,2,28]]},"assertion":[{"value":"9 March 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 January 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 February 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 March 2022","order":5,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Update","order":6,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The original version of this paper was updated tocorrect the presentation of Table 3.","order":7,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}