{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,12]],"date-time":"2026-11-12T14:31:03Z","timestamp":1794493863479,"version":"4.9.1"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"1","content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2014,12]]},"DOI":"10.1186\/1471-2105-15-241","type":"journal-article","created":{"date-parts":[[2014,7,14]],"date-time":"2014-07-14T01:00:51Z","timestamp":1405299651000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":80,"title":["Dataset size and composition impact the reliability of performance benchmarks for peptide-MHC binding predictions"],"prefix":"10.1186","volume":"15","author":[{"given":"Yohan","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Sidney","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S\u00f8ren","family":"Buus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessandro","family":"Sette","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Morten","family":"Nielsen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bjoern","family":"Peters","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,7,14]]},"reference":[{"key":"6509_CR1","first-page":"7","volume-title":"Janeway\u2019s Immunobiology","author":"KM Murphy","year":"2011","unstructured":"Murphy KM: Janeway\u2019s Immunobiology. 2011, NY, USA: Garland Science New York, 7-"},{"key":"6509_CR2","doi-asserted-by":"crossref","first-page":"5586","DOI":"10.4049\/jimmunol.153.12.5586","volume":"153","author":"A Sette","year":"1994","unstructured":"Sette A, Vitiello A, Reherman B, Fowler P, Nayersina R, Kast WM, Melief CJ, Oseroff C, Yuan L, Ruppert J: The relationship between class I binding affinity and immunogenicity of potential cytotoxic T cell epitopes. J Immunol. 1994, 153: 5586-5592.","journal-title":"J Immunol"},{"key":"6509_CR3","doi-asserted-by":"publisher","first-page":"7890","DOI":"10.4049\/jimmunol.178.12.7890","volume":"178","author":"E Assarsson","year":"2007","unstructured":"Assarsson E, Sidney J, Oseroff C, Pasquetto V, Bui H-H, Frahm N, Brander C, Peters B, Grey H, Sette A: A quantitative analysis of the variables affecting the repertoire of T cell specificities recognized after vaccinia virus infection. J Immunol. 2007, 178: 7890-7901.","journal-title":"J Immunol"},{"key":"6509_CR4","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1093\/nar\/26.1.368","volume":"26","author":"V Brusic","year":"1998","unstructured":"Brusic V, Rudy G, Harrison LC: MHCPEP, a database of MHC-binding peptides: update 1997. Nucleic Acids Res. 1998, 26: 368-371.","journal-title":"Nucleic Acids Res"},{"key":"6509_CR5","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1093\/nar\/28.1.222","volume":"28","author":"C Sch\u00f6nbach","year":"2000","unstructured":"Sch\u00f6nbach C, Koh JLY, Sheng X, Wong L, Brusic V: FIMM, a database of functional molecular immunology. Nucleic Acids Res. 2000, 28: 222-224.","journal-title":"Nucleic Acids Res"},{"key":"6509_CR6","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1093\/bioinformatics\/btg055","volume":"19","author":"M Bhasin","year":"2003","unstructured":"Bhasin M, Singh H, Raghava GPS: MHCBN: a comprehensive database of MHC binding and non-binding peptides. Bioinformatics. 2003, 19: 665-666.","journal-title":"Bioinformatics"},{"key":"6509_CR7","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1186\/1745-7580-1-4","volume":"1","author":"CP Toseland","year":"2005","unstructured":"Toseland CP, Clayton DJ, McSparron H, Hemsley SL, Blythe MJ, Paine K, Doytchinova IA, Guan P, Hattotuwagama CK, Flower DR: AntiJen: a quantitative immunology database integrating functional, thermodynamic, kinetic, biophysical, and cellular data. Immunome Res. 2005, 1: 4-","journal-title":"Immunome Res"},{"key":"6509_CR8","doi-asserted-by":"publisher","first-page":"D854","DOI":"10.1093\/nar\/gkp1004","volume":"38","author":"R Vita","year":"2010","unstructured":"Vita R, Zarebski L, Greenbaum JA, Emami H, Hoof I, Salimi N, Damle R, Sette A, Peters B: The immune epitope database 2.0. Nucleic Acids Res. 2010, 38: D854-D862.","journal-title":"Nucleic Acids Res"},{"key":"6509_CR9","doi-asserted-by":"publisher","first-page":"e65","DOI":"10.1371\/journal.pcbi.0020065","volume":"2","author":"B Peters","year":"2006","unstructured":"Peters B, Bui H-H, Frankild S, Nielsen M, Lundegaard C, Kostem E, Basch D, Lamberth K, Harndahl M, Fleri W, Wilson SS, Sidney J, Lund O, Buus S, Sette A: A community resource benchmarking predictions of peptide binding to MHC-I molecules. PLoS Comput Biol. 2006, 2: e65-","journal-title":"PLoS Comput Biol"},{"key":"6509_CR10","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1186\/1471-2172-9-8","volume":"9","author":"HH Lin","year":"2008","unstructured":"Lin HH, Ray S, Tongchusak S, Reinherz EL, Brusic V: Evaluation of MHC class I peptide binding prediction servers: applications for vaccine research. BMC Immunol. 2008, 9: 8-","journal-title":"BMC Immunol"},{"key":"6509_CR11","doi-asserted-by":"publisher","first-page":"W525","DOI":"10.1093\/nar\/gks438","volume":"40","author":"Y Kim","year":"2012","unstructured":"Kim Y, Ponomarenko J, Zhu Z, Tamang D, Wang P, Greenbaum J, Lundegaard C, Sette A, Lund O, Bourne PE, Nielsen M, Peters B: Immune epitope database analysis resource. Nucleic Acids Res. 2012, 40: W525-W530.","journal-title":"Nucleic Acids Res"},{"key":"6509_CR12","unstructured":"Kim Y, Sidney J, Buus S, Sette A, Nielsen M, Peters B: IEDB Analysis Resource Benchmark Datasets. [http:\/\/tools.iedb.org\/benchmark]"},{"key":"6509_CR13","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1186\/1471-2105-11-568","volume":"11","author":"P Wang","year":"2010","unstructured":"Wang P, Sidney J, Kim Y, Sette A, Lund O, Nielsen M, Peters B: Peptide binding predictions for HLA DR, DP and DQ molecules. BMC Bioinformatics. 2010, 11: 568-","journal-title":"BMC Bioinformatics"},{"key":"6509_CR14","doi-asserted-by":"publisher","first-page":"394","DOI":"10.1186\/1471-2105-10-394","volume":"10","author":"Y Kim","year":"2009","unstructured":"Kim Y, Sidney J, Pinilla C, Sette A, Peters B: Derivation of an amino acid similarity matrix for peptide: MHC binding and its application as a Bayesian prior. BMC Bioinformatics. 2009, 10: 394-","journal-title":"BMC Bioinformatics"},{"key":"6509_CR15","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1093\/bioinformatics\/btn579","volume":"25","author":"H Zhang","year":"2009","unstructured":"Zhang H, Lundegaard C, Nielsen M: Pan-specific MHC class I predictors: a benchmark of HLA class I pan-specific prediction methods. Bioinformatics. 2009, 25: 83-89.","journal-title":"Bioinformatics"},{"key":"6509_CR16","doi-asserted-by":"publisher","first-page":"e3268","DOI":"10.1371\/journal.pone.0003268","volume":"3","author":"Y El-Manzalawy","year":"2008","unstructured":"El-Manzalawy Y, Dobbs D, Honavar V: On evaluating MHC-II binding peptide prediction methods. PLoS One. 2008, 3: e3268-","journal-title":"PLoS One"},{"key":"6509_CR17","first-page":"354","volume-title":"Applied Logistic Regression","author":"DW Hosmer","year":"2004","unstructured":"Hosmer DW, Lemeshow S: Applied Logistic Regression. 2004, Hoboken, New Jersey: John Wiley & Sons, 354-"},{"key":"6509_CR18","doi-asserted-by":"publisher","first-page":"e48723","DOI":"10.1371\/journal.pone.0048723","volume":"7","author":"S Briesemeister","year":"2012","unstructured":"Briesemeister S, Rahnenf\u00fchrer J, Kohlbacher O: No longer confidential: estimating the confidence of individual regression predictions. PLoS One. 2012, 7: e48723-","journal-title":"PLoS One"},{"key":"6509_CR19","doi-asserted-by":"publisher","first-page":"1007","DOI":"10.1110\/ps.0239403","volume":"12","author":"M Nielsen","year":"2003","unstructured":"Nielsen M, Lundegaard C, Worning P, Lauem\u00f8ller SL, Lamberth K, Buus S, Brunak S, Lund O: Reliable prediction of T-cell epitopes using neural networks with novel sequence representations. Protein Sci. 2003, 12: 1007-1017.","journal-title":"Protein Sci"},{"key":"6509_CR20","doi-asserted-by":"publisher","first-page":"W509","DOI":"10.1093\/nar\/gkn202","volume":"36","author":"C Lundegaard","year":"2008","unstructured":"Lundegaard C, Lamberth K, Harndahl M, Buus S, Lund O, Nielsen M: NetMHC-3.0: accurate web accessible predictions of human, mouse and monkey MHC class I affinities for peptides of length 8\u201311. Nucleic Acids Res. 2008, 36: W509-W512.","journal-title":"Nucleic Acids Res"},{"key":"6509_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00251-008-0341-z","volume":"61","author":"I Hoof","year":"2009","unstructured":"Hoof I, Peters B, Sidney J, Pedersen LE, Sette A, Lund O, Buus S, Nielsen M: NetMHCpan, a method for MHC class I binding prediction beyond humans. Immunogenetics. 2009, 61: 1-13.","journal-title":"Immunogenetics"},{"key":"6509_CR22","doi-asserted-by":"publisher","first-page":"e796","DOI":"10.1371\/journal.pone.0000796","volume":"2","author":"M Nielsen","year":"2007","unstructured":"Nielsen M, Lundegaard C, Blicher T, Lamberth K, Harndahl M, Justesen S, R\u00f8der G, Peters B, Sette A, Lund O, Buus S: NetMHCpan, a method for quantitative predictions of peptide binding to any HLA-A and-B locus protein of known sequence. PLoS One. 2007, 2: e796-","journal-title":"PLoS One"},{"key":"6509_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jim.2011.09.010","volume":"374","author":"GL Zhang","year":"2011","unstructured":"Zhang GL, Ansari HR, Bradley P, Cawley GC, Hertz T, Hu X, Jojic N, Kim Y, Kohlbacher O, Lund O, Lundegaard C, Magaret CA, Nielsen M, Papadopoulos H, Raghava GPS, Tal V-S, Xue LC, Yanover C, Zhu S, Rock MT, Crowe JE, Panayiotou C, Polycarpou MM, Duch W, Brusic V: Machine learning competition in immunology \u2013 prediction of HLA class I binding peptides. J Immunol Methods. 2011, 374: 1-4.","journal-title":"J Immunol Methods"},{"key":"6509_CR24","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1093\/bib\/bbr060","volume":"13","author":"L Zhang","year":"2012","unstructured":"Zhang L, Udaka K, Mamitsuka H, Zhu S: Toward more accurate pan-specific MHC-peptide binding prediction: a review of current methods and tools. Briefings Bioinforma. 2012, 13: 350-364.","journal-title":"Briefings Bioinforma"},{"key":"6509_CR25","doi-asserted-by":"publisher","first-page":"1285","DOI":"10.1126\/science.3287615","volume":"240","author":"JA Swets","year":"1988","unstructured":"Swets JA: Measuring the accuracy of diagnostic systems. Science. 1988, 240: 1285-1293.","journal-title":"Science"},{"key":"6509_CR26","doi-asserted-by":"publisher","first-page":"5831","DOI":"10.4049\/jimmunol.1302101","volume":"191","author":"S Paul","year":"2013","unstructured":"Paul S, Weiskopf D, Angelo MA, Sidney J, Peters B, Sette A: HLA class I alleles are associated with peptide-binding repertoires of different size, affinity, and immunogenicity. J Immunol. 2013, 191: 5831-5839.","journal-title":"J Immunol"},{"key":"6509_CR27","doi-asserted-by":"publisher","first-page":"e1000107","DOI":"10.1371\/journal.pcbi.1000107","volume":"4","author":"M Nielsen","year":"2008","unstructured":"Nielsen M, Lundegaard C, Blicher T, Peters B, Sette A, Justesen S, Buus S, Lund O: Quantitative predictions of peptide binding to Any HLA-DR molecule of known sequence: Netmhciipan. PLoS Comput Biol. 2008, 4: e1000107-","journal-title":"PLoS Comput Biol"},{"key":"6509_CR28","volume-title":"Information theory, inference and learning algorithms","author":"DJC MacKay","year":"2003","unstructured":"MacKay DJC: Information theory, inference and learning algorithms. 2003, New York, New York: Cambridge University Press"}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2105-15-241.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,15]],"date-time":"2023-07-15T06:08:51Z","timestamp":1689401331000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/1471-2105-15-241"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,7,14]]},"references-count":28,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,12]]}},"alternative-id":["6509"],"URL":"https:\/\/doi.org\/10.1186\/1471-2105-15-241","relation":{},"ISSN":["1471-2105"],"issn-type":[{"value":"1471-2105","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,7,14]]},"assertion":[{"value":"21 April 2014","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 July 2014","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 July 2014","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"241"}}