{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,17]],"date-time":"2026-02-17T20:43:45Z","timestamp":1771361025739,"version":"3.50.1"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031291180","type":"print"},{"value":"9783031291197","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-29119-7_11","type":"book-chapter","created":{"date-parts":[[2023,4,3]],"date-time":"2023-04-03T10:09:17Z","timestamp":1680516557000},"page":"174-191","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["T-Cell Receptor Optimization with\u00a0Reinforcement Learning and\u00a0Mutation Polices for\u00a0Precision Immunotherapy"],"prefix":"10.1007","author":[{"given":"Ziqi","family":"Chen","sequence":"first","affiliation":[]},{"given":"Martin Renqiang","family":"Min","sequence":"additional","affiliation":[]},{"given":"Hongyu","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Chao","family":"Cheng","sequence":"additional","affiliation":[]},{"given":"Trevor","family":"Clancy","sequence":"additional","affiliation":[]},{"given":"Xia","family":"Ning","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,4,3]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Abati, D., Porrello, A., Calderara, S., Cucchiara, R.: Latent space autoregression for novelty detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) (June 2019)","DOI":"10.1109\/CVPR.2019.00057"},{"key":"11_CR2","unstructured":"Angerm\u00fcller, C., Dohan, D., Belanger, D., Deshpande, R., Murphy, K., Colwell, L.: Model-based reinforcement learning for biological sequence design. In: 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, 26\u201330 April 2020 (2020)"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Arnold, F.H.: Design by directed evolution. Acc. Chem. Res. 31(3), 125\u2013131 (1998)","DOI":"10.1021\/ar960017f"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Cai, M., Bang, S., Zhang, P., Lee, H.: ATM-TCR: TCR-epitope binding affinity prediction using a multi-head self-attention model. Front. Immunol. 13 (2022)","DOI":"10.3389\/fimmu.2022.893247"},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Chen, S.Y., Yue, T., Lei, Q., Guo, A.Y.: TCRdb: a comprehensive database for t-cell receptor sequences with powerful search function. Nucleic Acids Res. 49(D1), D468\u2013D474 (2020)","DOI":"10.1093\/nar\/gkaa796"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Chen, Z., Min, M.R., Ning, X.: Ranking-based convolutional neural network models for peptide-MHC class i binding prediction. Front. Mol. Biosci. 8 (2021)","DOI":"10.3389\/fmolb.2021.634836"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Coulom, R.: Efficient selectivity and backup operators in Monte-Carlo tree search. In: van den Herik, H.J., Ciancarini, P., Donkers, H.H.L.M.J. (eds.) CG 2006. LNCS, vol. 4630, pp. 72\u201383. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-75538-8_7","DOI":"10.1007\/978-3-540-75538-8_7"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Craiu, A., Akopian, T., Goldberg, A., Rock, K.L.: Two distinct proteolytic processes in the generation of a major histocompatibility complex class i-presented peptide. Proc. Natl. Acad. Sci. 94(20), 10850\u201310855 (1997)","DOI":"10.1073\/pnas.94.20.10850"},{"key":"11_CR9","doi-asserted-by":"crossref","unstructured":"Esfahani, K., Roudaia, L., Buhlaiga, N., Rincon, S.D., Papneja, N., Miller, W.: A review of cancer immunotherapy: From the past, to the present, to the future. Curr. Oncol. 27(12), 87\u201397 (2020)","DOI":"10.3747\/co.27.5223"},{"issue":"7661","key":"11_CR10","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1038\/nature22976","volume":"547","author":"J Glanville","year":"2017","unstructured":"Glanville, J., et al.: Identifying specificity groups in the t cell receptor repertoire. Nature 547(7661), 94\u201398 (2017)","journal-title":"Nature"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"G\u00f3mez-Bombarelli, R., et al.: Automatic chemical design using a data-driven continuous representation of molecules. ACS Central Sci. 4(2), 268\u2013276 (2018)","DOI":"10.1021\/acscentsci.7b00572"},{"key":"11_CR12","unstructured":"Gonz\u00e1lez, J., Longworth, J., James, D.C., Lawrence, N.D.: Bayesian optimization for synthetic gene design (2015)"},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Graves, A., Schmidhuber, J.: Framewise phoneme classification with bidirectional LSTM and other neural network architectures. Neural Netw. 18(5\u20136), 602\u2013610 (2005)","DOI":"10.1016\/j.neunet.2005.06.042"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Gupta, A., Zou, J.: Feedback GAN for DNA optimizes protein functions. Nat. Mach. Intell. 1(2), 105\u2013111 (2019)","DOI":"10.1038\/s42256-019-0017-4"},{"issue":"2","key":"11_CR15","doi-asserted-by":"publisher","first-page":"651","DOI":"10.1159\/000445656","volume":"39","author":"X Hou","year":"2016","unstructured":"Hou, X., et al.: Analysis of the repertoire features of TCR beta chain CDR3 in human by high-throughput sequencing. Cell. Physiol. Biochem. 39(2), 651\u2013667 (2016)","journal-title":"Cell. Physiol. Biochem."},{"key":"11_CR16","unstructured":"Killoran, N., Lee, L.J., Delong, A., Duvenaud, D., Frey, B.J.: Generating and designing DNA with deep generative models. CoRR abs\/1712.06148 (2017)"},{"issue":"7","key":"11_CR17","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1038\/s41577-018-0007-5","volume":"18","author":"NL La Gruta","year":"2018","unstructured":"La Gruta, N.L., Gras, S., Daley, S.R., Thomas, P.G., Rossjohn, J.: Understanding the drivers of MHC restriction of t cell receptors. Nat. Rev. Immunol. 18(7), 467\u2013478 (2018)","journal-title":"Nat. Rev. Immunol."},{"key":"11_CR18","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Proceedings of The 33rd International Conference on Machine Learning, vol. 48, pp. 1928\u20131937. PMLR, New York, New York, USA (20\u201322 June 2016)"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Pang, G., Shen, C., Cao, L., Hengel, A.V.D.: Deep learning for anomaly detection: a review. ACM Comput. Surv. 54(2) (2021)","DOI":"10.1145\/3439950"},{"key":"11_CR20","unstructured":"Platt, J.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Adv. Large Margin Classif. 10(3), 61\u201374 (1999)"},{"key":"11_CR21","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1146\/annurev-immunol-032414-112334","volume":"33","author":"J Rossjohn","year":"2015","unstructured":"Rossjohn, J., Gras, S., Miles, J.J., Turner, S.J., Godfrey, D.I., McCluskey, J.: T cell antigen receptor recognition of antigen-presenting molecules. Annu. Rev. Immunol. 33, 169\u2013200 (2015)","journal-title":"Annu. Rev. Immunol."},{"issue":"7655","key":"11_CR22","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1038\/nature22395","volume":"545","author":"M Sadelain","year":"2017","unstructured":"Sadelain, M., Rivi\u00e8re, I., Riddell, S.: Therapeutic t cell engineering. Nature 545(7655), 423\u2013431 (2017)","journal-title":"Nature"},{"key":"11_CR23","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M., Abbeel, P.: High-dimensional continuous control using generalized advantage estimation. In: Proceedings of the International Conference on Learning Representations (ICLR) (2016)"},{"key":"11_CR24","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. CoRR abs\/1707.06347 (2017)"},{"key":"11_CR25","doi-asserted-by":"crossref","unstructured":"Shugay, M., Bagaev, D.V., Zvyagin, I.V., Vroomans, R.M., Crawford, J.C., Dolton, G., et al.: VDJdb: a curated database of t-cell receptor sequences with known antigen specificity. Nucleic Acids Res. 46(D1), D419\u2013D427 (2017)","DOI":"10.1093\/nar\/gkx760"},{"key":"11_CR26","unstructured":"Skwark, M.J., et al.: Designing a prospective COVID-19 therapeutic with reinforcement learning. CoRR abs\/2012.01736 (2020)"},{"key":"11_CR27","unstructured":"Snover, M., Dorr, B., Schwartz, R., Micciulla, L., Makhoul, J.: A study of translation edit rate with targeted human annotation. In: Proceedings of the 7th Conference of the Association for Machine Translation in the Americas: Technical Papers, pp. 223\u2013231. Cambridge, Massachusetts, USA (8\u201312 August 2006)"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Springer, I., Besser, H., Tickotsky-Moskovitz, N., Dvorkin, S., Louzoun, Y.: Prediction of specific TCR-peptide binding from large dictionaries of TCR-peptide pairs. Front. Immunol. 11 (2020)","DOI":"10.3389\/fimmu.2020.01803"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Tickotsky, N., Sagiv, T., Prilusky, J., Shifrut, E., Friedman, N.: McPAS-TCR: a manually curated catalogue of pathology-associated t cell receptor sequences. Bioinformatics 33(18), 2924\u20132929 (2017)","DOI":"10.1093\/bioinformatics\/btx286"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Verdegaal, E.M.E., et al.: Neoantigen landscape dynamics during human melanoma\u2013t cell interactions. Nature 536(7614), 91\u201395 (2016)","DOI":"10.1038\/nature18945"},{"key":"11_CR31","doi-asserted-by":"crossref","unstructured":"Waldman, A.D., Fritz, J.M., Lenardo, M.J.: A guide to cancer immunotherapy: from t cell basic science to clinical practice. Nat. Rev. Immunol. 20(11), 651\u2013668 (2020)","DOI":"10.1038\/s41577-020-0306-5"},{"key":"11_CR32","doi-asserted-by":"crossref","unstructured":"Weber, A., Born, J., Mart\u00ednez, M.R.: TITAN: T-cell receptor specificity prediction with bimodal attention networks. Bioinformatics 37(Supplement_1), i237\u2013i244 (2021)","DOI":"10.1093\/bioinformatics\/btab294"},{"key":"11_CR33","doi-asserted-by":"crossref","unstructured":"Whitley, D.: A genetic algorithm tutorial. Stat. Comput. 4(2) (1994)","DOI":"10.1007\/BF00175354"},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Williams, R.J., Zipser, D.: A learning algorithm for continually running fully recurrent neural networks. Neural Comput. 1(2), 270\u2013280 (1989)","DOI":"10.1162\/neco.1989.1.2.270"},{"key":"11_CR35","unstructured":"Zong, B., et al.: Deep autoencoding gaussian mixture model for unsupervised anomaly detection. In: International Conference on Learning Representations (2018)"}],"container-title":["Lecture Notes in Computer Science","Research in Computational Molecular Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-29119-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,3]],"date-time":"2023-04-03T10:25:00Z","timestamp":1680517500000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-29119-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031291180","9783031291197"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-29119-7_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"3 April 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RECOMB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Research in Computational Molecular Biology","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Istanbul","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"T\u00fcrkiye","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"recomb2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/recomb2023.bilkent.edu.tr\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"188","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}