{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T20:44:34Z","timestamp":1792788274107,"version":"4.5.0"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T00:00:00Z","timestamp":1767571200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T00:00:00Z","timestamp":1767571200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging. Inform. med."],"DOI":"10.1007\/s10278-025-01810-1","type":"journal-article","created":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T16:35:55Z","timestamp":1767630955000},"page":"4145-4156","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Enabling Autonomous Data Annotation in Mammography Image: A Human-in-the-Loop Reinforcement Learning Approach"],"prefix":"10.1007","volume":"39","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2502-7408","authenticated-orcid":false,"given":"Leonardo C.","family":"da Cruz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cesar A.","family":"Sierra-Franco","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alberto","family":"Raposo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jan","family":"Hurtado","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,1,5]]},"reference":[{"key":"1810_CR1","doi-asserted-by":"crossref","unstructured":"Gupta, V., Taylor, C., Bonnet, S., Prevedello, L.M., Hawley, J., White, R.D., Flores, M.G., Erdal, B.S.: Deep learning-based automatic detection of poorly positioned mammograms to minimize patient return visits for repeat imaging: A real-world application. arXiv preprint arXiv:2009.13580. (2020)","DOI":"10.1007\/978-3-030-87722-4_22"},{"key":"1810_CR2","doi-asserted-by":"crossref","unstructured":"Moghbel, M., Ooi, C.Y., Ismail, N., Hau, Y.W., Memari, N.: A review of breast boundary and pectoral muscle segmentation methods in computer-aided detection\/diagnosis of breast mammography. Artificial Intelligence Review, 1\u201346 (2019)","DOI":"10.1007\/s10462-019-09721-8"},{"key":"1810_CR3","doi-asserted-by":"crossref","unstructured":"Rogozinski, M., Hurtado, J., Sierra-Franco, C.A., R. Hall Barbosa, C., Raposo, A.: A novel deep learning framework for nipple segmentation in digital mammography. Journal of Imaging Informatics in Medicine, 1\u201315 (2025)","DOI":"10.1007\/s10278-025-01567-7"},{"key":"1810_CR4","doi-asserted-by":"crossref","unstructured":"Liu, J., Wong, Z.S.: Utilizing active learning strategies in machine-assisted annotation for clinical named entity recognition: a comprehensive analysis considering annotation costs and target effectiveness. Journal of the American Medical Informatics Association 31(11), 2632\u20132640 (2024)","DOI":"10.1093\/jamia\/ocae197"},{"key":"1810_CR5","doi-asserted-by":"crossref","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., et al.: Human-level control through deep reinforcement learning. nature. 518(7540), 529\u2013533 (2015)","DOI":"10.1038\/nature14236"},{"key":"1810_CR6","doi-asserted-by":"crossref","unstructured":"Alansary, A., Oktay, O., Li, Y., Le Folgoc, L., Hou, B., Vaillant, G., Kamnitsas, K., Vlontzos, A., Glocker, B., Kainz, B., et al.: Evaluating reinforcement learning agents for anatomical landmark detection. Medical image analysis 53, 156\u2013164 (2019)","DOI":"10.1016\/j.media.2019.02.007"},{"key":"1810_CR7","doi-asserted-by":"crossref","unstructured":"Retzlaff, C.O., Das, S., Wayllace, C., Mousavi, P., Afshari, M., Yang, T., Saranti, A., Angerschmid, A., Taylor, M.E., Holzinger, A.: Human-in-the-loop reinforcement learning: A survey and position on requirements, challenges, and opportunities. Journal of Artificial Intelligence Research 79, 359\u2013415 (2024)","DOI":"10.1613\/jair.1.15348"},{"key":"1810_CR8","unstructured":"Kaufmann, T., Weng, P., Bengs, V., H\u00fcllermeier, E.: A survey of reinforcement learning from human feedback. (2024)"},{"key":"1810_CR9","unstructured":"Nguyen, T., Hua, B.-S., Nguyen, D.T., Phung, D.: Single-click 3d object annotation on lidar point clouds"},{"key":"1810_CR10","unstructured":"Vailoppilly, A.P., Sakthivel, R., Kumar, R.S.: All-in-one data cleansing tool"},{"key":"1810_CR11","unstructured":"Tsutsui, S., Crandall, D., Yu, C.: Human-inspired data-centric computer vision. In: Proceedings of Advances in Neural Information Processing Systems, Workshop on Data Centric Ai (2021)"},{"key":"1810_CR12","doi-asserted-by":"crossref","unstructured":"Ren, P., Xiao, Y., Chang, X., Huang, P.-Y., Li, Z., Gupta, B.B., Chen, X., Wang, X.: A survey of deep active learning. ACM Computing Surveys (CSUR) 54(9), 1\u201340 (2021)","DOI":"10.1145\/3472291"},{"key":"1810_CR13","unstructured":"Munro, R.: Human-in-the-Loop Machine Learning: Active Learning and Annotation for Human-Centered AI. O\u2019Reilly Media, Sebastopol, CA (2021)"},{"key":"1810_CR14","unstructured":"Ng, A.: MLOps: From Model-Centric to Data-Centric AI. https:\/\/www.youtube.com\/watch?v=06-AZXmwHjo. Lecture \/ blog post, DeepLearning.AI (2021)"},{"key":"1810_CR15","doi-asserted-by":"crossref","unstructured":"Zha, D., Bhat, Z.P., Lai, K.-H., Yang, F., Hu, X.: Data-centric ai: Perspectives and challenges. In: Proceedings of the 2023 SIAM International Conference on Data Mining (SDM), pp. 945\u2013948 (2023). SIAM","DOI":"10.1137\/1.9781611977653.ch106"},{"key":"1810_CR16","doi-asserted-by":"crossref","unstructured":"Zha, D., Bhat, Z.P., Lai, K.-H., Yang, F., Jiang, Z., Zhong, S., Hu, X.: Data-centric artificial intelligence: A survey. ACM Computing Surveys 57(5), 1\u201342 (2025)","DOI":"10.1145\/3711118"},{"key":"1810_CR17","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. MIT Press, Cambridge, MA (2018)"},{"key":"1810_CR18","doi-asserted-by":"crossref","unstructured":"Redmon, J., Divvala, S., Girshick, R., Farhadi, A.: You only look once: Unified, real-time object detection. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 779\u2013788 (2016)","DOI":"10.1109\/CVPR.2016.91"},{"key":"1810_CR19","doi-asserted-by":"crossref","unstructured":"Prinzi, F., Insalaco, M., Orlando, A., Gaglio, S., Vitabile, S.: A yolo-based model for breast cancer detection in mammograms. Cognitive Computation 16(1), 107\u2013120 (2024)","DOI":"10.1007\/s12559-023-10189-6"},{"key":"1810_CR20","doi-asserted-by":"publisher","unstructured":"Liang, H., Yang, L., Cheng, H., Tu, W., Xu, M.: Human-in-the-loop reinforcement learning. In: 2017 Chinese Automation Congress (CAC), pp. 4511\u20134518 (2017). https:\/\/doi.org\/10.1109\/CAC.2017.8243575","DOI":"10.1109\/CAC.2017.8243575"},{"key":"1810_CR21","doi-asserted-by":"crossref","unstructured":"Cruz, L.C., Sierra-Franco, C.A., Silva-Calpa, G.F.M., Raposo, A.B.: Enabling autonomous medical image data annotation: A human-in-the-loop reinforcement learning approach. In: 2021 16th Conference on Computer Science and Intelligence Systems (FedCSIS), pp. 271\u2013279 (2021). IEEE","DOI":"10.15439\/2021F86"},{"key":"1810_CR22","unstructured":"Krening, S.: Humans teaching intelligent agents with verbal instruction. PhD thesis, Georgia Institute of Technology (2019)"},{"key":"1810_CR23","doi-asserted-by":"crossref","unstructured":"Da Silva, F.L., Hernandez-Leal, P., Kartal, B., Taylor, M.E.: Uncertainty-aware action advising for deep reinforcement learning agents. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 5792\u20135799 (2020)","DOI":"10.1609\/aaai.v34i04.6036"},{"key":"1810_CR24","unstructured":"Osband, I., Blundell, C., Pritzel, A., Van Roy, B.: Deep exploration via bootstrapped dqn. Advances in neural information processing systems. 29 (2016)"},{"key":"1810_CR25","doi-asserted-by":"crossref","unstructured":"Wang, J., Yan, Y., Zhang, Y., Cao, G., Yang, M., Ng, M.K.: Deep reinforcement active learning for medical image classification. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 33\u201342 (2020). Springer","DOI":"10.1007\/978-3-030-59710-8_4"},{"key":"1810_CR26","doi-asserted-by":"crossref","unstructured":"Saripalli, V.R., Pati, D., Potter, M., Avinash, G., Anderson, C.W.: Ai-assisted annotator using reinforcement learning. SN Computer Science 1(6), 1\u20138 (2020)","DOI":"10.1007\/s42979-020-00356-z"},{"key":"1810_CR27","doi-asserted-by":"publisher","unstructured":"Caicedo, J.C., Lazebnik, S.: Active object localization with deep reinforcement learning. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2488\u20132496 (2015). https:\/\/doi.org\/10.1109\/ICCV.2015.286","DOI":"10.1109\/ICCV.2015.286"},{"key":"1810_CR28","unstructured":"Otoofi, M.: Object localization using deep reinforcement learning. Master\u2019s thesis, University of Glasgow, Scotland (2018)"},{"key":"1810_CR29","doi-asserted-by":"crossref","unstructured":"Costa, M.S.P.: Maria montessori e seu m\u00e9todo. Linhas Cr\u00edticas, Bras\u00edlia 7(13), 305\u2013320 (2001)","DOI":"10.26512\/lc.v7i13.2914"},{"key":"1810_CR30","unstructured":"Ramalho, A.S.B., Olaia, L., Gabini, W.S.: Diversidade no educar: um estudo sobre metodologias atrav\u00e9s da pedagogia waldorf e do m\u00e9todo montessori. Revista Eletr\u00f4nica da Educa\u00e7\u00e3o 4(1), 22\u201342 (2021)"},{"key":"1810_CR31","unstructured":"Rameh, L.: M\u00e9todo paulo freire: Uma contribui\u00e7\u00e3o para a hist\u00f3ria da educa\u00e7\u00e3o brasileira. V Col\u00f3quio Internacional Paulo Freire-Recife 19 (2005)"},{"key":"1810_CR32","unstructured":"Quest\u00e3o, E.S.: Educa\u00e7\u00e3o f\u00edsica na escola. Tese de doutorado, Universidade Estadual Paulista (2001)"},{"key":"1810_CR33","unstructured":"Settles, B.: Active learning literature survey (2009)"},{"key":"1810_CR34","unstructured":"Lin, Z., Harrison, B., Keech, A., Riedl, M.O.: Explore, exploit or listen: Combining human feedback and policy model to speed up deep reinforcement learning in 3d worlds. arXiv preprint arXiv:1709.03969 (2017)"},{"key":"1810_CR35","doi-asserted-by":"crossref","unstructured":"Frazier, S., Riedl, M.: Improving deep reinforcement learning in minecraft with action advice. In: Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment, vol. 15, pp. 146\u2013152 (2019)","DOI":"10.1609\/aiide.v15i1.5237"}],"container-title":["Journal of Imaging Informatics in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-025-01810-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-025-01810-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-025-01810-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T20:17:31Z","timestamp":1792786651000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-025-01810-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,5]]},"references-count":35,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2026,10]]}},"alternative-id":["1810"],"URL":"https:\/\/doi.org\/10.1007\/s10278-025-01810-1","relation":{},"ISSN":["2948-2933"],"issn-type":[{"value":"2948-2933","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1,5]]},"assertion":[{"value":"29 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 November 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 December 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 January 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The use of the raw data in this study has been approved by the relevant ethics committee.","order":1,"name":"Ethics","label":"Ethical Approval","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","label":"Conflict of Interest","group":{"name":"EthicsHeading","label":"Declarations"}}]}}