{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,9]],"date-time":"2025-11-09T07:43:40Z","timestamp":1762674220507,"version":"3.37.3"},"reference-count":51,"publisher":"Public Library of Science (PLoS)","issue":"3","license":[{"start":{"date-parts":[[2018,3,8]],"date-time":"2018-03-08T00:00:00Z","timestamp":1520467200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005955","type":"journal-article","created":{"date-parts":[[2018,3,8]],"date-time":"2018-03-08T18:25:26Z","timestamp":1520533526000},"page":"e1005955","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":23,"title":["Ten simple rules to create a serious game, illustrated with examples from structural biology"],"prefix":"10.1371","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6472-0486","authenticated-orcid":true,"given":"Marc","family":"Baaden","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Olivier","family":"Delalande","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7713-001X","authenticated-orcid":true,"given":"Nicolas","family":"Ferey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Samuela","family":"Pasquali","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J\u00e9r\u00f4me","family":"Waldisp\u00fchl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5109-0091","authenticated-orcid":true,"given":"Antoine","family":"Taly","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2018,3,8]]},"reference":[{"issue":"11","key":"ref1","doi-asserted-by":"crossref","first-page":"e0143687","DOI":"10.1371\/journal.pone.0143687","article-title":"An analysis of citizen science based research: usage and publication patterns","volume":"10","author":"R Follett","year":"2015","journal-title":"PLoS ONE"},{"issue":"7307","key":"ref2","doi-asserted-by":"crossref","first-page":"756","DOI":"10.1038\/nature09304","article-title":"Predicting protein structures with a multiplayer online game","volume":"466","author":"S Cooper","year":"2010","journal-title":"Nature"},{"issue":"12","key":"ref3","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1186\/gb-2011-12-12-135","article-title":"Games with a scientific purpose","volume":"12","author":"B M Good","year":"2011","journal-title":"Genome biology"},{"doi-asserted-by":"crossref","unstructured":"Cooper, S, Treuille, A, Barbero, J, Leaver-Fay, A, Tuite, K, Khatib, F., et al. The challenge of designing scientific discovery games. In Proceedings of the Fifth international Conference on the Foundations of Digital Games (pp. 40\u201347). ACM.","key":"ref4","DOI":"10.1145\/1822348.1822354"},{"issue":"47","key":"ref5","doi-asserted-by":"crossref","first-page":"18949","DOI":"10.1073\/pnas.1115898108","article-title":"Algorithm discovery by protein folding game players","volume":"108","author":"F Khatib","year":"2011","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"12549","DOI":"10.1038\/ncomms12549","article-title":"Determining crystal structures through crowdsourcing and coursework","volume":"7","author":"S Horowitz","year":"2016","journal-title":"Nature communications"},{"issue":"2","key":"ref7","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1016\/j.bpj.2017.05.047","article-title":"What can human-guided simulations bring to RNA folding?","volume":"113","author":"L Mazzanti","journal-title":"Biophysical Journal"},{"issue":"6004","key":"ref8","doi-asserted-by":"crossref","first-page":"686","DOI":"10.1126\/science.1193147","article-title":"Evidence for a collective intelligence factor in the performance of human groups","volume":"330","author":"AW Woolley","year":"2010","journal-title":"Science"},{"issue":"7","key":"ref9","doi-asserted-by":"crossref","first-page":"1989","DOI":"10.1073\/pnas.1418838112","article-title":"The spontaneous emergence of conventions: An experimental study of cultural evolution","volume":"112","author":"D Centola","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"6018","key":"ref10","doi-asserted-by":"crossref","first-page":"721","DOI":"10.1126\/science.1201765","article-title":"Metaknowledge","volume":"331","author":"JA Evans","year":"2011","journal-title":"Science"},{"issue":"1","key":"ref11","doi-asserted-by":"crossref","first-page":"4","DOI":"10.3758\/BF03196002","article-title":"Social learning strategies","volume":"32","author":"KN Laland","year":"2004","journal-title":"Learning & behavior"},{"issue":"22","key":"ref12","doi-asserted-by":"crossref","first-page":"9020","DOI":"10.1073\/pnas.1008636108","article-title":"How social influence can undermine the wisdom of crowd effect","volume":"108","author":"J Lorenz","year":"2011","journal-title":"Proceedings of the National Academy of Sciences"},{"year":"2005","author":"D Michael","article-title":"Serious games that educate train and inform","key":"ref13"},{"year":"2016","author":"J Alvarez","article-title":"Apprendre avec les serious games?","key":"ref14"},{"issue":"7500","key":"ref15","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1038\/nature13240","article-title":"Space-time wiring specificity supports direction selectivity in the retina","volume":"509","author":"JS Kim","year":"2014","journal-title":"Nature"},{"key":"ref16","article-title":"How is success defined and measured in online citizen science: a case study of Zooniverse projects","author":"GG Graham","year":"2015","journal-title":"Computing in science and engineering"},{"issue":"1","key":"ref17","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1145\/950566.950595","article-title":"What video games have to teach us about learning and literacy","volume":"1","author":"JP Gee","year":"2003","journal-title":"Computers in Entertainment (CIE)"},{"issue":"12","key":"ref18","doi-asserted-by":"crossref","first-page":"1543","DOI":"10.1021\/ed200803e","article-title":"Online gaming for understanding folding, interactions, and structure","volume":"89","author":"J Franco","year":"2012","journal-title":"Journal of Chemical Education"},{"issue":"3","key":"ref19","doi-asserted-by":"crossref","first-page":"e31362","DOI":"10.1371\/journal.pone.0031362","article-title":"Phylo: a citizen science approach for improving multiple sequence alignment","volume":"7","author":"A Kawrykow","year":"2012","journal-title":"PLoS ONE"},{"issue":"6","key":"ref20","doi-asserted-by":"crossref","first-page":"2122","DOI":"10.1073\/pnas.1313039111","article-title":"RNA design rules from a massive open laboratory","volume":"111","author":"J Lee","year":"2014","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"4\u20135","key":"ref21","doi-asserted-by":"crossref","first-page":"611","DOI":"10.1177\/1046878114554191","article-title":"The gaming involvement and informal learning framework","volume":"45","author":"I Iacovides","year":"2014","journal-title":"Simulation & Gaming"},{"issue":"3","key":"ref22","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00371ED1V01Y201107AIM013","article-title":"Human computation","volume":"5","author":"E Law","year":"2011","journal-title":"Synthesis Lectures on Artificial Intelligence and Machine Learning"},{"issue":"9","key":"ref23","doi-asserted-by":"crossref","first-page":"1482","DOI":"10.1016\/j.str.2013.08.009","article-title":"Increasing public involvement in structural biology","volume":"21","author":"S Cooper","year":"2013","journal-title":"Structure"},{"issue":"S8","key":"ref24","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1002\/prot.21636","article-title":"Structure prediction for CASP7 targets using extensive all\u2010atom refinement with Rosetta@ home","volume":"69","author":"R Das","year":"2007","journal-title":"Proteins: Structure, Function, and Bioinformatics"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"363","DOI":"10.1146\/annurev.biochem.77.062906.171838","article-title":"Macromolecular modeling with rosetta","volume":"77","author":"R Das","year":"2008","journal-title":"Annu. Rev. Biochem."},{"key":"ref26","article-title":"UnityMol: Simulation et Visualisation Interactive \u00e0 des fins d\u2019Enseignement et de Recherche","volume":"118","author":"S Doutreligne","year":"2015","journal-title":"GGMM"},{"key":"ref27","first-page":"433","article-title":"Biospring: an interactive and multi-resolution software for flexible docking and for mechanical exploration of large biomolecular assemblies","author":"N Ferey","year":"2012","journal-title":"JOBIM 2012-Journ\u00e9es Ouvertes en Biologie, Informatique et Math\u00e9matiques"},{"issue":"4","key":"ref28","doi-asserted-by":"crossref","first-page":"e1003906","DOI":"10.1371\/journal.pcbi.1003906","article-title":"Ten Simple Rules for Effective Online Outreach","volume":"11","author":"HM Bik","year":"2015","journal-title":"PLoS Comput Biol"},{"issue":"1","key":"ref29","first-page":"119","article-title":"Human Computation","volume":"3","author":"J Himmelstein","year":"2016","journal-title":"Human Computation"},{"issue":"11","key":"ref30","doi-asserted-by":"crossref","first-page":"907","DOI":"10.1107\/S0907444911035943","article-title":"High-resolution structure of a retroviral protease folded as a monomer","volume":"67","author":"M Gilski","year":"2011","journal-title":"Acta Crystallographica Section D: Biological Crystallography"},{"unstructured":"Bartle, RA (1990). Who Plays MUAs? Comms Plus!, October\/November 1990 18\u201319.","key":"ref31"},{"doi-asserted-by":"crossref","unstructured":"] Singh, Ahsan, Blanchette, Waldisp\u00fchl (To Appear). Lessons from an online massive genomics computer game. In Proceedings of the 5th AAAI Conference on Human Computation and Crowdsourcing (HCOMP 2017).","key":"ref32","DOI":"10.1609\/hcomp.v5i1.13309"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1016\/j.chb.2016.11.035","article-title":"Gamers, citizen scientists, and data: Exploring participant contributions in two games with a purpose","volume":"68","author":"N Prestopnik","year":"2017","journal-title":"Computers in Human Behavior"},{"year":"2017","author":"J Moult","article-title":"Critical assessment of methods of protein structure prediction (CASP)\u2014Round XII","key":"ref34"},{"issue":"3","key":"ref35","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1073\/pnas.1408907112","article-title":"Crowd science user contribution patterns and their implications","volume":"112","author":"H Sauermann","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"doi-asserted-by":"crossref","unstructured":"Tinati, R, Simperl, E, & Luczak-Roesch, M (2017). To help or hinder: Real-time chat in citizen science.","key":"ref36","DOI":"10.1145\/3027141.3027147"},{"unstructured":"Tinati, R, Simperl, E, Luczak-Roesch, M, Van Kleek, M, & Shadbolt, N (2014). Collective Intelligence in Citizen Science\u2014A Study of Performers and Talkers. arXiv preprint arXiv:1406.7551.","key":"ref37"},{"doi-asserted-by":"crossref","unstructured":"Tremblay-Savard, O, Butyaev, A and J Waldisp\u00fchl. 2016. Collaborative Solving in a Human Computing Game Using a Market, Skills and Challenges. In Proceedings of the 2016 Annual Symposium on Computer-Human Interaction in Play (CHI PLAY '16). ACM, New York, NY, USA, 130\u2013141","key":"ref38","DOI":"10.1145\/2967934.2968104"},{"key":"ref39","first-page":"53","article-title":"Game design as narrative architecture","volume":"44","author":"H Jenkins","year":"2004","journal-title":"Computer"},{"key":"ref40","first-page":"13","article-title":"Serious game design and development: Technologies for training and learning","author":"R McDaniel","year":"2010"},{"key":"ref41","first-page":"464","article-title":"Instructional Design: Concepts, Methodologies, Tools and Applications","author":"J Belanich","year":"2011"},{"doi-asserted-by":"crossref","unstructured":"Andersen, E, O'Rourke, E, Liu, YE, Snider, R, Lowdermilk, J, Truong, D, et al. (2012, May). The impact of tutorials on games of varying complexity. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (pp. 59\u201368). ACM.","key":"ref42","DOI":"10.1145\/2207676.2207687"},{"issue":"10","key":"ref43","doi-asserted-by":"crossref","first-page":"597","DOI":"10.1016\/S0968-0004(01)01938-7","article-title":"Macromolecular crowding: obvious but underappreciated","volume":"26","author":"RJ Ellis","year":"2001","journal-title":"Trends in biochemical sciences"},{"issue":"7","key":"ref44","doi-asserted-by":"crossref","first-page":"1127","DOI":"10.1016\/j.cell.2008.06.013","article-title":"Molecular movies\u2026 coming to a lecture near you","volume":"133","author":"G McGill","year":"2008","journal-title":"Cell"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"S2","DOI":"10.1038\/nmeth.f.301","article-title":"Visualizing biological data\u2014now and in the future","volume":"7","author":"SI O'Donoghue","year":"2010","journal-title":"Nature methods"},{"unstructured":"Ballweg, H, Bronowska, AK, & Vickers, P (2017). Interactive Sonification for Structural Biology and Structre-based Drug Design.","key":"ref46"},{"issue":"4","key":"ref47","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1007\/s10055-009-0136-z","article-title":"Multisensory VR interaction for protein-docking in the CoRSAIRe project","volume":"13","author":"N F\u00e9rey","year":"2009","journal-title":"Virtual Reality"},{"key":"ref48","first-page":"3","article-title":"European Conference on Software Process Improvement","author":"AO O\u2019Hagan","year":"2015"},{"issue":"10","key":"ref49","doi-asserted-by":"crossref","first-page":"R116","DOI":"10.1186\/gb-2013-14-10-r116","article-title":"Open-Phylo: a customizable crowd-computing platform for multiple sequence alignment","volume":"14","author":"D Kwak","year":"2013","journal-title":"Genome biology"},{"key":"ref50","first-page":"25","article-title":"Serious games and edutainment applications","author":"D Djaouti","year":"2011"},{"issue":"4","key":"ref51","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1016\/j.atg.2014.07.001","article-title":"Online citizen science games: opportunities for the biological sciences","volume":"3","author":"V Curtis","year":"2014","journal-title":"Applied & translational genomics"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005955","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T14:17:29Z","timestamp":1693577849000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005955"}},"subtitle":[],"editor":[{"given":"Scott","family":"Markel","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2018,3,8]]},"references-count":51,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2018,3,8]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005955","relation":{},"ISSN":["1553-7358"],"issn-type":[{"type":"electronic","value":"1553-7358"}],"subject":[],"published":{"date-parts":[[2018,3,8]]}}}