{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,7]],"date-time":"2026-10-07T17:57:33Z","timestamp":1791395853403,"version":"4.3.3"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T00:00:00Z","timestamp":1779235200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,8,11]],"date-time":"2026-08-11T00:00:00Z","timestamp":1786406400000},"content-version":"vor","delay-in-days":83,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Commun Eng"],"DOI":"10.1038\/s44172-026-00691-8","type":"journal-article","created":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T11:45:31Z","timestamp":1779277531000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A deep learning framework for scientific chart data extraction and reconstruction"],"prefix":"10.1038","volume":"5","author":[{"given":"Yang","family":"Yuan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sihan","family":"Liang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ji","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yangang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7719-761X","authenticated-orcid":false,"given":"Zongguo","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,20]]},"reference":[{"key":"691_CR1","first-page":"1","volume":"56","author":"J Huang","year":"2024","unstructured":"Huang, J., Chen, H., Yu, F. & Lu, W. From detection to application: Recent advances in understanding scientific tables and figures. ACM Comput. Surv. 56, 1\u201339 (2024).","journal-title":"ACM Comput. Surv."},{"key":"691_CR2","doi-asserted-by":"publisher","unstructured":"Han, Y. et al. Automatic pipeline for information of curve graphs in papers based on deep learning. Int. J. Mach. Learn. Cybern. https:\/\/doi.org\/10.1007\/s13042-024-02496-7 (2025).","DOI":"10.1007\/s13042-024-02496-7"},{"key":"691_CR3","doi-asserted-by":"publisher","unstructured":"Yang, W., He, J., Zhang, X. & Gong, H. Ai-chartparser: A method for extracting experimental data from curve charts in academic papers. Comput. Graph. Forum e70146 https:\/\/doi.org\/10.1111\/cgf.70146 (2025).","DOI":"10.1111\/cgf.70146"},{"key":"691_CR4","first-page":"2550","volume":"37","author":"K-H Huang","year":"2024","unstructured":"Huang, K.-H. et al. From pixels to insights: A survey on automatic chart understanding in the era of large foundation models. IEEE Educ. Activities Dep. 37, 2550\u20132568 (2024).","journal-title":"IEEE Educ. Activities Dep."},{"key":"691_CR5","doi-asserted-by":"crossref","unstructured":"Mishchenko, A. & Vassilieva, N. Chart image understanding and numerical data extraction. In 2011 Sixth International Conference on Digital Information Management, 115\u2013120 (2011).","DOI":"10.1109\/ICDIM.2011.6093320"},{"key":"691_CR6","doi-asserted-by":"publisher","unstructured":"Savva, M. et al. Revision: automated classification, analysis and redesign of chart images. In Proceedings of the 24th Annual ACM Symposium on User Interface Software and Technology, UIST \u201911, 393\u2013402 (Association for Computing Machinery, New York, NY, USA, 2011). https:\/\/doi.org\/10.1145\/2047196.2047247.","DOI":"10.1145\/2047196.2047247"},{"key":"691_CR7","doi-asserted-by":"publisher","unstructured":"Al-Zaidy, R. A. & Giles, C. L. Automatic extraction of data from bar charts. In Proceedings of the 8th International Conference on Knowledge Capture, K-CAP \u201915 (Association for Computing Machinery, New York, NY, USA, 2015). https:\/\/doi.org\/10.1145\/2815833.2816956.","DOI":"10.1145\/2815833.2816956"},{"key":"691_CR8","doi-asserted-by":"publisher","first-page":"2317","DOI":"10.1109\/TVCG.2011.237","volume":"17","author":"G Albuquerque","year":"2011","unstructured":"Albuquerque, G., Lowe, T. & Magnor, M. Synthetic generation of high-dimensional datasets. IEEE Trans. Vis. Computer Graph. 17, 2317\u20132324 (2011).","journal-title":"IEEE Trans. Vis. Computer Graph."},{"key":"691_CR9","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.jvlc.2018.08.005","volume":"48","author":"W Dai","year":"2018","unstructured":"Dai, W., Wang, M., Niu, Z. & Zhang, J. Chart decoder: Generating textual and numeric information from chart images automatically. J. Vis. Lang. Comput. 48, 101\u2013109 (2018).","journal-title":"J. Vis. Lang. Comput."},{"key":"691_CR10","doi-asserted-by":"publisher","unstructured":"Szegedy, C. et al. Going deeper with convolutions. In 2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 1\u20139 (IEEE Computer Society, Los Alamitos, CA, USA, 2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7298594.","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"691_CR11","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1023\/A:1022627411411","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes, C. & Vapnik, V. Support-vector networks. Mach. Learn. 20, 273\u2013297 (1995).","journal-title":"Mach. Learn."},{"key":"691_CR12","unstructured":"Liu, X., Klabjan, D. & NBless, P. Data extraction from charts via single deep neural network. arXiv preprint arXiv:1906.11906 (2019)."},{"key":"691_CR13","unstructured":"Simonyan, K. & Zisserman, A. Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)."},{"key":"691_CR14","unstructured":"Santoro, A. et al. A simple neural network module for relational reasoning. NIPS\u201917, 4974\u20134983 (Curran Associates Inc., Red Hook, NY, USA, 2017)."},{"key":"691_CR15","doi-asserted-by":"publisher","first-page":"2298","DOI":"10.1109\/TPAMI.2016.2646371","volume":"39","author":"B Shi","year":"2017","unstructured":"Shi, B., Bai, X. & Yao, C. An End-to-End Trainable Neural Network for Image-Based Sequence Recognition and Its Application to Scene Text Recognition. IEEE Trans. Pattern Anal. Mach. Intell. 39, 2298\u20132304 (2017).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"691_CR16","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2017","unstructured":"Ren, S., He, K., Girshick, R. & Sun, J. Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks. IEEE Trans. Pattern Anal. Mach. Intell. 39, 1137\u20131149 (2017).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"691_CR17","unstructured":"Carderas, A. et al. Automated data extraction of bar chart raster images. arXiv preprint arXiv:2011.04137 (2020)."},{"key":"691_CR18","doi-asserted-by":"publisher","unstructured":"Szegedy, C., Vanhoucke, V., Ioffe, S., Shlens, J. & Wojna, Z. Rethinking the Inception Architecture for Computer Vision. In 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2818\u20132826 (IEEE Computer Society, Los Alamitos, CA, USA, 2016). https:\/\/doi.org\/10.1109\/CVPR.2016.308.","DOI":"10.1109\/CVPR.2016.308"},{"key":"691_CR19","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1109\/TPAMI.2015.2439281","volume":"38","author":"C Dong","year":"2016","unstructured":"Dong, C., Loy, C. C., He, K. & Tang, X. Image super-resolution using deep convolutional networks. IEEE Trans. Pattern Anal. Mach. Intell. 38, 295\u2013307 (2016).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"691_CR20","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1111\/cgf.13193","volume":"36","author":"J Poco","year":"2017","unstructured":"Poco, J. & Heer, J. Reverse-engineering visualizations: Recovering visual encodings from chart images. Computer Graph. Forum 36, 353\u2013363 (2017).","journal-title":"Computer Graph. Forum"},{"key":"691_CR21","doi-asserted-by":"publisher","unstructured":"Redmon, J., Divvala, S., Girshick, R. & Farhadi, A. You Only Look Once: Unified, Real-Time Object Detection. In 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 779\u2013788 (IEEE Computer Society, Los Alamitos, CA, USA, 2016). https:\/\/doi.org\/10.1109\/CVPR.2016.91.","DOI":"10.1109\/CVPR.2016.91"},{"key":"691_CR22","doi-asserted-by":"crossref","unstructured":"Smith, R. An overview of the tesseract ocr engine. In Ninth International Conference on Document Analysis and Recognition (ICDAR 2007), vol. 2, 629\u2013633 (2007).","DOI":"10.1109\/ICDAR.2007.4376991"},{"key":"691_CR23","unstructured":"Shtok, J. et al. Charter: heatmap-based multi-type chart data extraction. arXiv preprint arXiv:2111.14103 (2021)."},{"key":"691_CR24","doi-asserted-by":"publisher","unstructured":"Duan, K. et al. CenterNet: Keypoint Triplets for Object Detection. In 2019 IEEE\/CVF International Conference on Computer Vision (ICCV), 6568\u20136577 (IEEE Computer Society, Los Alamitos, CA, USA, 2019). https:\/\/doi.org\/10.1109\/ICCV.2019.00667.","DOI":"10.1109\/ICCV.2019.00667"},{"key":"691_CR25","doi-asserted-by":"crossref","unstructured":"Ma, W. et al. Towards an efficient framework for data extraction from chart images. In Llad\u00f3s, J., Lopresti, D. & Uchida, S. (eds.) Document Analysis and Recognition \u2013 ICDAR 2021, 583\u2013597 (Springer International Publishing, Cham, 2021).","DOI":"10.1007\/978-3-030-86549-8_37"},{"key":"691_CR26","doi-asserted-by":"publisher","unstructured":"Cai, Z. & Vasconcelos, N. Cascade R-CNN: Delving Into High Quality Object Detection. In 2018 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 6154\u20136162 (IEEE Computer Society, Los Alamitos, CA, USA, 2018). https:\/\/doi.org\/10.1109\/CVPR.2018.00644.","DOI":"10.1109\/CVPR.2018.00644"},{"key":"691_CR27","doi-asserted-by":"publisher","unstructured":"Long, J., Shelhamer, E. & Darrell, T. Fully convolutional networks for semantic segmentation. In 2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 3431\u20133440 (IEEE Computer Society, Los Alamitos, CA, USA, 2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7298965.","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"691_CR28","doi-asserted-by":"crossref","unstructured":"Cliche, M., Rosenberg, D., Madeka, D. & Yee, C. Scatteract: Automated extraction of data from scatter plots. In Ceci, M., Hollm\u00e9n, J., Todorovski, L., Vens, C. & D\u017eeroski, S. (eds.) Machine Learning and Knowledge Discovery in Databases, 135\u2013150 (Springer International Publishing, Cham, 2017).","DOI":"10.1007\/978-3-319-71249-9_9"},{"key":"691_CR29","doi-asserted-by":"publisher","unstructured":"Luo, J., Li, Z., Wang, J. & Lin, C.-Y. ChartOCR: Data Extraction from Charts Images via a Deep Hybrid Framework. In 2021 IEEE Winter Conference on Applications of Computer Vision (WACV), 1916\u20131924 (IEEE Computer Society, Los Alamitos, CA, USA, 2021). https:\/\/doi.org\/10.1109\/WACV48630.2021.00196.","DOI":"10.1109\/WACV48630.2021.00196"},{"key":"691_CR30","doi-asserted-by":"crossref","unstructured":"Lal, J., Mitkari, A., Bhosale, M. & Doermann, D. Lineformer: Line chart data extraction using instance segmentation. In Fink, G. A., Jain, R., Kise, K. & Zanibbi, R. (eds.) Document Analysis and Recognition - ICDAR 2023, 387\u2013400 (Springer Nature Switzerland, Cham, 2023).","DOI":"10.1007\/978-3-031-41734-4_24"},{"key":"691_CR31","doi-asserted-by":"crossref","unstructured":"P, S. V., Yusuf Hassan, M. & Singh, M. Lineex: Data extraction from scientific line charts. In 2023 IEEE\/CVF Winter Conference on Applications of Computer Vision (WACV), 6202\u20136210 (2023).","DOI":"10.1109\/WACV56688.2023.00615"},{"key":"691_CR32","doi-asserted-by":"publisher","first-page":"109861","DOI":"10.1016\/j.compeleceng.2024.109861","volume":"121","author":"MS Kanroo","year":"2025","unstructured":"Kanroo, M. S., Kawoosa, H. S., Rana, K. & Goyal, P. C3e: A framework for chart classification and content extraction. Computers Electr. Eng. 121, 109861 (2025).","journal-title":"Computers Electr. Eng."},{"key":"691_CR33","doi-asserted-by":"crossref","unstructured":"Yan, P., Ahmed, S. & Doermann, D. Context-aware chart element detection. In Fink, G. A., Jain, R., Kise, K. & Zanibbi, R. (eds.) Document Analysis and Recognition - ICDAR 2023, 218\u2013233 (Springer Nature Switzerland, Cham, 2023).","DOI":"10.1007\/978-3-031-41676-7_13"},{"key":"691_CR34","doi-asserted-by":"publisher","first-page":"6315","DOI":"10.1007\/s11192-024-04956-x","volume":"129","author":"H Numajiri","year":"2024","unstructured":"Numajiri, H. & Hayashi, T. Analysis on open data as a foundation for data-driven research. Scientometrics 129, 6315\u20136332 (2024).","journal-title":"Scientometrics"},{"key":"691_CR35","first-page":"1","volume":"39","author":"G LI","year":"2024","unstructured":"LI, G. Ai4r: The fifth scientific research paradigm. Bull. Chin. Acad. Sci. 39, 1\u20139 (2024).","journal-title":"Bull. Chin. Acad. Sci."},{"key":"691_CR36","doi-asserted-by":"publisher","first-page":"3429","DOI":"10.14778\/3415478.3415562","volume":"13","author":"SE Whang","year":"2020","unstructured":"Whang, S. E. & Lee, J.-G. Data collection and quality challenges for deep learning. Proc. VLDB Endow. 13, 3429\u20133432 (2020).","journal-title":"Proc. VLDB Endow."},{"key":"691_CR37","unstructured":"Zhang, H. et al. DINO: DETR with improved denoising anchor boxes for end-to-end object detection. In The Eleventh International Conference on Learning Representations, 8587\u20138605 https:\/\/openreview.net\/forum?id=3mRwyG5one (2023)."},{"key":"691_CR38","doi-asserted-by":"publisher","unstructured":"Zhang, S. et al. Dense Distinct Query for End-to-End Object Detection. In 2023 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 7329\u20137338 (IEEE Computer Society, Los Alamitos, CA, USA, 2023). https:\/\/doi.org\/10.1109\/CVPR52729.2023.00708.","DOI":"10.1109\/CVPR52729.2023.00708"},{"key":"691_CR39","doi-asserted-by":"publisher","unstructured":"Zong, Z., Song, G. & Liu, Y. DETRs with Collaborative Hybrid Assignments Training. In 2023 IEEE\/CVF International Conference on Computer Vision (ICCV), 6725\u20136735 (IEEE Computer Society, Los Alamitos, CA, USA, 2023). https:\/\/doi.org\/10.1109\/ICCV51070.2023.00621.","DOI":"10.1109\/ICCV51070.2023.00621"},{"key":"691_CR40","unstructured":"Chen, K. et al. Mmdetection: Open mmlab detection toolbox and benchmark. arXiv preprint arXiv:1906.07155 (2019)."},{"key":"691_CR41","doi-asserted-by":"crossref","unstructured":"Davila, K. et al. Icpr 2022: Challenge on harvesting raw tables from infographics (chart-infographics). In 2022 26th International Conference on Pattern Recognition (ICPR), 4995\u20135001 (2022).","DOI":"10.1109\/ICPR56361.2022.9956289"},{"key":"691_CR42","doi-asserted-by":"crossref","unstructured":"Davila, K. et al. Icpr 2020 - competition on harvesting raw tables from infographics. In Del Bimbo, A.et al. (eds.) Pattern Recognition. ICPR International Workshops and Challenges, 361\u2013380 (Springer International Publishing, Cham, 2021).","DOI":"10.1007\/978-3-030-68793-9_27"},{"key":"691_CR43","doi-asserted-by":"crossref","unstructured":"Davila, K. et al. Chart-info 2024: A dataset for chart analysis and recognition. In Antonacopoulos, A.et al. (eds.) Pattern Recognition, 297\u2013315 (Springer Nature Switzerland, Cham, 2025).","DOI":"10.1007\/978-3-031-78495-8_19"},{"key":"691_CR44","doi-asserted-by":"crossref","unstructured":"Rigaud, C., Doucet, A., Coustaty, M. & Moreux, J.-P. Icdar 2019 competition on post-ocr text correction. In 2019 International Conference on Document Analysis and Recognition (ICDAR), 1588\u20131593 (2019).","DOI":"10.1109\/ICDAR.2019.00255"},{"key":"691_CR45","unstructured":"Vaswani, A. et al. Attention is all you need. NIPS\u201917, 6000\u20136010 (Curran Associates Inc., Red Hook, NY, USA, 2017)."},{"key":"691_CR46","doi-asserted-by":"crossref","unstructured":"Carion, N. et al. End-to-end object detection with transformers. In Vedaldi, A., Bischof, H., Brox, T. & Frahm, J.-M. (eds.) Computer Vision \u2013 ECCV 2020, 213\u2013229 (Springer International Publishing, Cham, 2020).","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"691_CR47","doi-asserted-by":"publisher","unstructured":"Liu, Z. et al. Swin Transformer: Hierarchical Vision Transformer using Shifted Windows. In 2021 IEEE\/CVF International Conference on Computer Vision (ICCV), 9992\u201310002 (IEEE Computer Society, Los Alamitos, CA, USA, 2021). https:\/\/doi.org\/10.1109\/ICCV48922.2021.00986.","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"691_CR48","doi-asserted-by":"publisher","unstructured":"Zhang, S., Chi, C., Yao, Y., Lei, Z. & Li, S. Z. Bridging the Gap Between Anchor-Based and Anchor-Free Detection via Adaptive Training Sample Selection. In 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 9756\u20139765 (IEEE Computer Society, Los Alamitos, CA, USA, 2020). https:\/\/doi.org\/10.1109\/CVPR42600.2020.00978.","DOI":"10.1109\/CVPR42600.2020.00978"},{"key":"691_CR49","doi-asserted-by":"crossref","unstructured":"Siegel, N., Horvitz, Z., Levin, R., Divvala, S. & Farhadi, A. Figureseer: Parsing result-figures in research papers. In Leibe, B., Matas, J., Sebe, N. & Welling, M. (eds.) Computer Vision \u2013 ECCV 2016, 664\u2013680 (Springer International Publishing, Cham, 2016).","DOI":"10.1007\/978-3-319-46478-7_41"},{"key":"691_CR50","doi-asserted-by":"publisher","unstructured":"Kato, H., Nakazawa, M., Yang, H.-K., Chen, M. & Stenger, B. Parsing Line Chart Images Using Linear Programming. In 2022 IEEE\/CVF Winter Conference on Applications of Computer Vision (WACV), 2553\u20132562 (IEEE Computer Society, Los Alamitos, CA, USA, 2022). https:\/\/doi.org\/10.1109\/WACV51458.2022.00261.","DOI":"10.1109\/WACV51458.2022.00261"}],"container-title":["Communications Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s44172-026-00691-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s44172-026-00691-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s44172-026-00691-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,10]],"date-time":"2026-08-10T23:04:13Z","timestamp":1786403053000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s44172-026-00691-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,20]]},"references-count":50,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["691"],"URL":"https:\/\/doi.org\/10.1038\/s44172-026-00691-8","relation":{},"ISSN":["2731-3395"],"issn-type":[{"value":"2731-3395","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,20]]},"assertion":[{"value":"23 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Ethics"}}],"article-number":"147"}}