{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,5]],"date-time":"2025-08-05T12:15:47Z","timestamp":1754396147605,"version":"3.40.3"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031781919"},{"type":"electronic","value":"9783031781926"}],"license":[{"start":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T00:00:00Z","timestamp":1733270400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T00:00:00Z","timestamp":1733270400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78192-6_27","type":"book-chapter","created":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T11:20:41Z","timestamp":1733224841000},"page":"407-423","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Knowledge from\u00a0Large-Scale Protein Contact Prediction Models Can Be Transferred to\u00a0the\u00a0Data-Scarce RNA Contact Prediction Task"],"prefix":"10.1007","author":[{"given":"Yiren","family":"Jian","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chongyang","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chen","family":"Zeng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yunjie","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Soroush","family":"Vosoughi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,4]]},"reference":[{"issue":"11","key":"27_CR1","doi-asserted-by":"publisher","first-page":"7963","DOI":"10.1007\/s00521-022-07516-7","volume":"35","author":"T Aitazaz","year":"2023","unstructured":"Aitazaz, T., Tubaishat, A., Al-Obeidat, F., Shah, B., Zia, T., Tariq, A.: Transfer learning for histopathology images: an empirical study. Neural Comput. Appl. 35(11), 7963\u20137974 (2023)","journal-title":"Neural Comput. Appl."},{"key":"27_CR2","first-page":"32897","volume":"35","author":"H Bao","year":"2022","unstructured":"Bao, H., Wang, W., Dong, L., Liu, Q., Mohammed, O.K., Aggarwal, K., Som, S., Piao, S., Wei, F.: Vlmo: Unified vision-language pre-training with mixture-of-modality-experts. Adv. Neural. Inf. Process. Syst. 35, 32897\u201332912 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"1","key":"27_CR3","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1093\/nar\/28.1.235","volume":"28","author":"HM Berman","year":"2000","unstructured":"Berman, H.M., Westbrook, J., Feng, Z., Gilliland, G., Bhat, T.N., Weissig, H., Shindyalov, I.N., Bourne, P.E.: The protein data bank. Nucleic Acids Res. 28(1), 235\u2013242 (2000)","journal-title":"Nucleic Acids Res."},{"key":"27_CR4","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"23","key":"27_CR5","doi-asserted-by":"publisher","first-page":"9615","DOI":"10.1073\/pnas.0610313104","volume":"104","author":"A Cavalli","year":"2007","unstructured":"Cavalli, A., Salvatella, X., Dobson, C.M., Vendruscolo, M.: Protein structure determination from nmr chemical shifts. Proc. Natl. Acad. Sci. 104(23), 9615\u20139620 (2007)","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"6615","key":"27_CR6","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1126\/science.add2187","volume":"378","author":"J Dauparas","year":"2022","unstructured":"Dauparas, J., Anishchenko, I., Bennett, N., Bai, H., Ragotte, R.J., Milles, L.F., Wicky, B.I., Courbet, A., de Haas, R.J., Bethel, N., et al.: Robust deep learning-based protein sequence design using proteinmpnn. Science 378(6615), 49\u201356 (2022)","journal-title":"Science"},{"key":"27_CR7","unstructured":"Donahue, J., Jia, Y., Vinyals, O., Hoffman, J., Zhang, N., Tzeng, E., Darrell, T.: Decaf: A deep convolutional activation feature for generic visual recognition. In: International conference on machine learning. pp. 647\u2013655. PMLR (2014)"},{"issue":"1","key":"27_CR8","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.87.012707","volume":"87","author":"M Ekeberg","year":"2013","unstructured":"Ekeberg, M., L\u00f6vkvist, C., Lan, Y., Weigt, M., Aurell, E.: Improved contact prediction in proteins: using pseudolikelihoods to infer potts models. Phys. Rev. E 87(1), 012707 (2013)","journal-title":"Phys. Rev. E"},{"issue":"12","key":"27_CR9","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1038\/nrg3074","volume":"12","author":"M Esteller","year":"2011","unstructured":"Esteller, M.: Non-coding rnas in human disease. Nat. Rev. Genet. 12(12), 861\u2013874 (2011)","journal-title":"Nat. Rev. Genet."},{"issue":"6669","key":"27_CR10","doi-asserted-by":"publisher","first-page":"806","DOI":"10.1038\/35888","volume":"391","author":"A Fire","year":"1998","unstructured":"Fire, A., Xu, S., Montgomery, M.K., Kostas, S.A., Driver, S.E., Mello, C.C.: Potent and specific genetic interference by double-stranded rna in caenorhabditis elegans. Nature 391(6669), 806\u2013811 (1998)","journal-title":"Nature"},{"issue":"1","key":"27_CR11","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1038\/nmeth.3695","volume":"13","author":"RM Glaeser","year":"2016","unstructured":"Glaeser, R.M.: How good can cryo-em become? Nat. Methods 13(1), 28\u201332 (2016)","journal-title":"Nat. Methods"},{"key":"27_CR12","unstructured":"Gogoulou, E., Ekgren, A., Isbister, T., Sahlgren, M.: Cross-lingual transfer of monolingual models. In: Proceedings of the Thirteenth Language Resources and Evaluation Conference. pp. 948\u2013955. European Language Resources Association, Marseille, France (Jun 2022)"},{"issue":"4","key":"27_CR13","doi-asserted-by":"publisher","first-page":"790","DOI":"10.1016\/j.cell.2015.02.053","volume":"161","author":"H Goodarzi","year":"2015","unstructured":"Goodarzi, H., Liu, X., Nguyen, H.C., Zhang, S., Fish, L., Tavazoie, S.F.: Endogenous trna-derived fragments suppress breast cancer progression via ybx1 displacement. Cell 161(4), 790\u2013802 (2015)","journal-title":"Cell"},{"issue":"2","key":"27_CR14","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1038\/nbt.3769","volume":"35","author":"TA Hopf","year":"2017","unstructured":"Hopf, T.A., Ingraham, J.B., Poelwijk, F.J., Sch\u00e4rfe, C.P., Springer, M., Sander, C., Marks, D.S.: Mutation effects predicted from sequence co-variation. Nat. Biotechnol. 35(2), 128\u2013135 (2017)","journal-title":"Nat. Biotechnol."},{"key":"27_CR15","unstructured":"Jian, Y., Gao, C., Vosoughi, S.: Non-linguistic supervision for contrastive learning of sentence embeddings. In: Advances in Neural Information Processing Systems (2022)"},{"issue":"1","key":"27_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12859-019-3099-4","volume":"20","author":"Y Jian","year":"2019","unstructured":"Jian, Y., Wang, X., Qiu, J., Wang, H., Liu, Z., Zhao, Y., Zeng, C.: Direct: Rna contact predictions by integrating structural patterns. BMC Bioinformatics 20(1), 1\u201312 (2019)","journal-title":"BMC Bioinformatics"},{"issue":"2","key":"27_CR17","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1093\/bioinformatics\/btr638","volume":"28","author":"DT Jones","year":"2012","unstructured":"Jones, D.T., Buchan, D.W., Cozzetto, D., Pontil, M.: Psicov: precise structural contact prediction using sparse inverse covariance estimation on large multiple sequence alignments. Bioinformatics 28(2), 184\u2013190 (2012)","journal-title":"Bioinformatics"},{"issue":"7873","key":"27_CR18","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1038\/s41586-021-03819-2","volume":"596","author":"J Jumper","year":"2021","unstructured":"Jumper, J., Evans, R., Pritzel, A., Green, T., Figurnov, M., Ronneberger, O., Tunyasuvunakool, K., Bates, R., \u017d\u00eddek, A., Potapenko, A., et al.: Highly accurate protein structure prediction with alphafold. Nature 596(7873), 583\u2013589 (2021)","journal-title":"Nature"},{"issue":"8","key":"27_CR19","doi-asserted-by":"publisher","first-page":"1511","DOI":"10.1038\/nprot.2012.085","volume":"7","author":"M K\u00e4llberg","year":"2012","unstructured":"K\u00e4llberg, M., Wang, H., Wang, S., Peng, J., Wang, Z., Lu, H., Xu, J.: Template-based protein structure modeling using the raptorx web server. Nat. Protoc. 7(8), 1511\u20131522 (2012)","journal-title":"Nat. Protoc."},{"key":"27_CR20","doi-asserted-by":"crossref","unstructured":"Leaver-Fay, A., Tyka, M., Lewis, S.M., Lange, O.F., Thompson, J., Jacak, R., Kaufman, K.W., Renfrew, P.D., Smith, C.A., Sheffler, W., et\u00a0al.: Rosetta3: an object-oriented software suite for the simulation and design of macromolecules. In: Methods in enzymology, vol.\u00a0487, pp. 545\u2013574. Elsevier (2011)","DOI":"10.1016\/B978-0-12-381270-4.00019-6"},{"key":"27_CR21","first-page":"9694","volume":"34","author":"J Li","year":"2021","unstructured":"Li, J., Selvaraju, R., Gotmare, A., Joty, S., Xiong, C., Hoi, S.C.H.: Align before fuse: Vision and language representation learning with momentum distillation. Adv. Neural. Inf. Process. Syst. 34, 9694\u20139705 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"27_CR22","doi-asserted-by":"crossref","unstructured":"Lin, Z., Akin, H., Rao, R., Hie, B., Zhu, Z., Lu, W., Smetanin, N., Verkuil, R., Kabeli, O., Shmueli, Y., et\u00a0al.: Evolutionary-scale prediction of atomic level protein structure with a language model. bioRxiv (2022)","DOI":"10.1101\/2022.07.20.500902"},{"key":"27_CR23","doi-asserted-by":"crossref","unstructured":"Lu, K., Grover, A., Abbeel, P., Mordatch, I.: Pretrained transformers as universal computation engines. arXiv preprint arXiv:2103.05247 (2021)","DOI":"10.1609\/aaai.v36i7.20729"},{"issue":"1","key":"27_CR24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41392-021-00710-4","volume":"7","author":"H Ma","year":"2022","unstructured":"Ma, H., Jia, X., Zhang, K., Su, Z.: Cryo-em advances in rna structure determination. Signal Transduct. Target. Ther. 7(1), 1\u20136 (2022)","journal-title":"Signal Transduct. Target. Ther."},{"issue":"49","key":"27_CR25","doi-asserted-by":"publisher","first-page":"E1293","DOI":"10.1073\/pnas.1111471108","volume":"108","author":"F Morcos","year":"2011","unstructured":"Morcos, F., Pagnani, A., Lunt, B., Bertolino, A., Marks, D.S., Sander, C., Zecchina, R., Onuchic, J.N., Hwa, T., Weigt, M.: Direct-coupling analysis of residue coevolution captures native contacts across many protein families. Proc. Natl. Acad. Sci. 108(49), E1293\u2013E1301 (2011)","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"1","key":"27_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12859-021-04441-9","volume":"22","author":"AP Muntoni","year":"2021","unstructured":"Muntoni, A.P., Pagnani, A., Weigt, M., Zamponi, F.: adabmdca: adaptive boltzmann machine learning for biological sequences. BMC Bioinformatics 22(1), 1\u201319 (2021)","journal-title":"BMC Bioinformatics"},{"key":"27_CR27","doi-asserted-by":"publisher","unstructured":"Papadimitriou, I., Jurafsky, D.: Learning music helps you read: Using transfer to study linguistic structure in language models. In: EMNLP. pp. 6829\u20136839 (01 2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.554","DOI":"10.18653\/v1\/2020.emnlp-main.554"},{"key":"27_CR28","doi-asserted-by":"crossref","unstructured":"Rao, R., Meier, J., Sercu, T., Ovchinnikov, S., Rives, A.: Transformer protein language models are unsupervised structure learners. In: International Conference on Learning Representations (2021)","DOI":"10.1101\/2020.12.15.422761"},{"key":"27_CR29","doi-asserted-by":"crossref","unstructured":"Rao, R.M., Liu, J., Verkuil, R., Meier, J., Canny, J., Abbeel, P., Sercu, T., Rives, A.: Msa transformer. In: International Conference on Machine Learning. pp. 8844\u20138856. PMLR (2021)","DOI":"10.1101\/2021.02.12.430858"},{"issue":"6271","key":"27_CR30","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1126\/science.aad6780","volume":"351","author":"U Sharma","year":"2016","unstructured":"Sharma, U., Conine, C.C., Shea, J.M., Boskovic, A., Derr, A.G., Bing, X.Y., Belleannee, C., Kucukural, A., Serra, R.W., Sun, F., et al.: Biogenesis and function of trna fragments during sperm maturation and fertilization in mammals. Science 351(6271), 391\u2013396 (2016)","journal-title":"Science"},{"issue":"7634","key":"27_CR31","doi-asserted-by":"publisher","first-page":"539","DOI":"10.1038\/nature20167","volume":"540","author":"M Shi","year":"2016","unstructured":"Shi, M., Lin, X.D., Tian, J.H., Chen, L.J., Chen, X., Li, C.X., Qin, X.C., Li, J., Cao, J.P., Eden, J.S., et al.: Redefining the invertebrate rna virosphere. Nature 540(7634), 539\u2013543 (2016)","journal-title":"Nature"},{"issue":"5608","key":"27_CR32","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1038\/267216a0","volume":"267","author":"G Stubbs","year":"1977","unstructured":"Stubbs, G., Warren, S., Holmes, K.: Structure of rna and rna binding site in tobacco mosaic virus from 4-\u00e5 map calculated from x-ray fibre diagrams. Nature 267(5608), 216\u2013221 (1977)","journal-title":"Nature"},{"issue":"8","key":"27_CR33","doi-asserted-by":"publisher","first-page":"1093","DOI":"10.1093\/bioinformatics\/btaa932","volume":"37","author":"S Sun","year":"2021","unstructured":"Sun, S., Wang, W., Peng, Z., Yang, J.: Rna inter-nucleotide 3d closeness prediction by deep residual neural networks. Bioinformatics 37(8), 1093\u20131098 (2021)","journal-title":"Bioinformatics"},{"issue":"1","key":"27_CR34","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1038\/s42003-023-05244-9","volume":"6","author":"O Taubert","year":"2023","unstructured":"Taubert, O., von der Lehr, F., Bazarova, A., Faber, C., Knechtges, P., Weiel, M., Debus, C., Coquelin, D., Basermann, A., Streit, A., et al.: Rna contact prediction by data efficient deep learning. Communications Biology 6(1), 913 (2023)","journal-title":"Communications Biology"},{"key":"27_CR35","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, \u0141., Polosukhin, I.: Attention is all you need. Advances in neural information processing systems 30 (2017)"},{"key":"27_CR36","unstructured":"Wang, J., Yang, Z., Hu, X., Li, L., Lin, K., Gan, Z., Liu, Z., Liu, C., Wang, L.: GIT: A generative image-to-text transformer for vision and language. Transactions on Machine Learning Research (2022), https:\/\/openreview.net\/forum?id=b4tMhpN0JC"},{"key":"27_CR37","doi-asserted-by":"crossref","unstructured":"Wang, J., Wang, J., Huang, Y., Xiao, Y.: 3drna v2. 0: An updated web server for rna 3d structure prediction. International Journal of Molecular Sciences 20(17), 4116 (2019)","DOI":"10.3390\/ijms20174116"},{"issue":"1","key":"27_CR38","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1073\/pnas.0805923106","volume":"106","author":"M Weigt","year":"2009","unstructured":"Weigt, M., White, R.A., Szurmant, H., Hoch, J.A., Hwa, T.: Identification of direct residue contacts in protein-protein interaction by message passing. Proc. Natl. Acad. Sci. 106(1), 67\u201372 (2009)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"27_CR39","unstructured":"Yan, H., Li, Z., Li, W., Wang, C., Wu, M., Zhang, C.: Contnet: Why not use convolution and transformer at the same time? arXiv preprint arXiv:2104.13497 (2021)"},{"issue":"3","key":"27_CR40","doi-asserted-by":"publisher","first-page":"1496","DOI":"10.1073\/pnas.1914677117","volume":"117","author":"J Yang","year":"2020","unstructured":"Yang, J., Anishchenko, I., Park, H., Peng, Z., Ovchinnikov, S., Baker, D.: Improved protein structure prediction using predicted interresidue orientations. Proc. Natl. Acad. Sci. 117(3), 1496\u20131503 (2020)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"27_CR41","doi-asserted-by":"crossref","unstructured":"Zerihun, M.B., Pucci, F., Peter, E.K., Schug, A.: pydca v1. 0: a comprehensive software for direct coupling analysis of rna and protein sequences. Bioinformatics 36(7), 2264\u20132265 (2020)","DOI":"10.1093\/bioinformatics\/btz892"},{"issue":"22","key":"27_CR42","doi-asserted-by":"publisher","first-page":"12661","DOI":"10.1093\/nar\/gkab1144","volume":"49","author":"MB Zerihun","year":"2021","unstructured":"Zerihun, M.B., Pucci, F., Schug, A.: Coconet\u2013boosting rna contact prediction by convolutional neural networks. Nucleic Acids Res. 49(22), 12661\u201312672 (2021)","journal-title":"Nucleic Acids Res."},{"key":"27_CR43","first-page":"14252","volume":"34","author":"H Zhang","year":"2021","unstructured":"Zhang, H., Ju, F., Zhu, J., He, L., Shao, B., Zheng, N., Liu, T.Y.: Co-evolution transformer for protein contact prediction. Adv. Neural. Inf. Process. Syst. 34, 14252\u201314263 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"27_CR44","doi-asserted-by":"crossref","unstructured":"Zhou, H.Y., Lu, C., Yang, S., Yu, Y.: Convnets vs. transformers: Whose visual representations are more transferable? In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. pp. 2230\u20132238 (2021)","DOI":"10.1109\/ICCVW54120.2021.00252"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78192-6_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T12:17:43Z","timestamp":1733228263000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78192-6_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,4]]},"ISBN":["9783031781919","9783031781926"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78192-6_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,12,4]]},"assertion":[{"value":"4 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kolkata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icpr2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}