{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T06:05:02Z","timestamp":1772172302178,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006337","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,8,9]],"date-time":"2018-08-09T00:00:00Z","timestamp":1533772800000}}],"reference-count":29,"publisher":"Public Library of Science (PLoS)","issue":"7","license":[{"start":{"date-parts":[[2018,7,30]],"date-time":"2018-07-30T00:00:00Z","timestamp":1532908800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/publicdomain\/zero\/1.0\/"}],"funder":[{"DOI":"10.13039\/100000153","name":"Division of Biological Infrastructure","doi-asserted-by":"publisher","award":["1458359"],"award-info":[{"award-number":["1458359"]}],"id":[{"id":"10.13039\/100000153","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009227","name":"Iowa State University","doi-asserted-by":"publisher","award":["D3AI"],"award-info":[{"award-number":["D3AI"]}],"id":[{"id":"10.13039\/100009227","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006337","type":"journal-article","created":{"date-parts":[[2018,7,30]],"date-time":"2018-07-30T13:24:03Z","timestamp":1532957043000},"page":"e1006337","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":50,"title":["Crowdsourcing image analysis for plant phenomics to generate ground truth data for machine learning"],"prefix":"10.1371","volume":"14","author":[{"given":"Naihui","family":"Zhou","sequence":"first","affiliation":[]},{"given":"Zachary D.","family":"Siegel","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4657-3050","authenticated-orcid":true,"given":"Scott","family":"Zarecor","sequence":"additional","affiliation":[]},{"given":"Nigel","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Darwin A.","family":"Campbell","sequence":"additional","affiliation":[]},{"given":"Carson M.","family":"Andorf","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6045-1036","authenticated-orcid":true,"given":"Dan","family":"Nettleton","sequence":"additional","affiliation":[]},{"given":"Carolyn J.","family":"Lawrence-Dill","sequence":"additional","affiliation":[]},{"given":"Baskar","family":"Ganapathysubramanian","sequence":"additional","affiliation":[]},{"given":"Jonathan W.","family":"Kelly","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1789-8000","authenticated-orcid":true,"given":"Iddo","family":"Friedberg","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2018,7,30]]},"reference":[{"key":"ref1","article-title":"An introduction to reverse genetic tools for investigating gene function","author":"M Tierney","year":"2005","journal-title":"The Plant Health Instructor"},{"key":"ref2","doi-asserted-by":"crossref","unstructured":"Tang W, Zhang Y, Zhang D, Yang W, Li M. Corn tassel detection based on image processing. In: 2012 International Workshop on Image Processing and Optical Engineering. vol. 8335. International Society for Optics and Photonics; 2011. p. 83350J.","DOI":"10.1117\/12.917672"},{"issue":"16","key":"ref3","doi-asserted-by":"crossref","first-page":"7390","DOI":"10.1016\/j.eswa.2014.06.013","article-title":"Detecting corn tassels using computer vision and support vector machines","volume":"41","author":"F Kurtulmu\u015f","year":"2014","journal-title":"Expert Systems with Applications"},{"issue":"2","key":"ref4","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1016\/j.tplants.2015.10.015","article-title":"Machine learning for high-throughput stress phenotyping in plants","volume":"21","author":"A Singh","year":"2016","journal-title":"Trends in plant science"},{"key":"ref5","article-title":"Computer vision and machine learning for robust phenotyping in genome-wide studies","volume":"7","author":"J Zhang","year":"2017","journal-title":"Scientific Reports"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1016\/j.compag.2015.08.027","article-title":"Fine-grained maize tassel trait characterization with multi-view representations","volume":"118","author":"H Lu","year":"2015","journal-title":"Computers and Electronics in Agriculture"},{"key":"ref7","doi-asserted-by":"crossref","unstructured":"Ye M, Cao Z, Yu Z. An image-based approach for automatic detecting tasseling stage of maize using spatio-temporal saliency. In: Proc. of SPIE Vol. vol. 8921; 2013. p. 89210Z\u20131.","DOI":"10.1117\/12.2031024"},{"key":"ref8","unstructured":"Su H, Deng J, Fei-Fei L. Crowdsourcing annotations for visual object detection. Workshops at the Twenty-Sixth AAAI Conference on Artificial Intelligence. vol. 1; 2012."},{"key":"ref9","unstructured":"Kuchner M. Backyard Worlds: Finding Nearby Brown Dwarfs Through Citizen Science. NASA ADAP Proposal. 2017;."},{"issue":"3","key":"ref10","doi-asserted-by":"crossref","first-page":"e2001001","DOI":"10.1371\/journal.pbio.2001001","article-title":"Scientific crowdsourcing in wildlife research and conservation: Tigers (Panthera tigris) as a case study","volume":"15","author":"\u00d6E Can","year":"2017","journal-title":"PLoS biology"},{"issue":"5","key":"ref11","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1167\/tvst.5.5.6","article-title":"The Accuracy and Reliability of Crowdsource Annotations of Digital Retinal Images","volume":"5","author":"D Mitry","year":"2016","journal-title":"Translational vision science & technology"},{"issue":"7307","key":"ref12","doi-asserted-by":"crossref","first-page":"756","DOI":"10.1038\/nature09304","article-title":"Predicting protein structures with a multiplayer online game","volume":"466","author":"S Cooper","year":"2010","journal-title":"Nature"},{"key":"ref13","article-title":"Citizen Science for Mining the Biomedical Literature","volume":"1","author":"G Tseung","year":"2016","journal-title":"Citizen Science: Theory and Practice"},{"issue":"4","key":"ref14","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1109\/MCSE.2015.65","article-title":"Defining and Measuring Success in Online Citizen Science: A Case Study of Zooniverse Projects","volume":"17","author":"J Cox","year":"2015","journal-title":"Computing in Science Engineering"},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.1093\/database\/baw028","article-title":"Centralizing content and distributing labor: a community model for curating the very long tail of microbial genomes","volume":"2016","author":"TE Putman","year":"2016","journal-title":"Database"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1038\/ng.3774","article-title":"CIViC is a community knowledgebase for expert crowdsourcing the clinical interpretation of variants in cancer","volume":"49","author":"M Griffith","year":"2017","journal-title":"Nature Genetics"},{"key":"ref17","doi-asserted-by":"crossref","DOI":"10.1093\/database\/baw094","article-title":"Combining machine learning, crowdsourcing and expert knowledge to detect chemical-induced diseases in text","volume":"2016","author":"\u00c4 Bravo","year":"2016","journal-title":"Database"},{"key":"ref18","doi-asserted-by":"crossref","unstructured":"Sorokin A, Forsyth D. Utility data annotation with amazon mechanical turk. In: Computer Vision and Pattern Recognition Workshops, 2008. CVPRW\u201908. IEEE Computer Society Conference on. IEEE; 2008. p. 1\u20138.","DOI":"10.1109\/CVPRW.2008.4562953"},{"key":"ref19","doi-asserted-by":"crossref","unstructured":"Nowak S, R\u00fcger S. How reliable are annotations via crowdsourcing: a study about inter-annotator agreement for multi-label image annotation. In: Proceedings of the international conference on Multimedia information retrieval. ACM; 2010. p. 557\u2013566.","DOI":"10.1145\/1743384.1743478"},{"issue":"1","key":"ref20","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1534\/genetics.107.074245","article-title":"Genetic design and statistical power of nested association mapping in maize","volume":"178","author":"J Yu","year":"2008","journal-title":"Genetics"},{"key":"ref21","unstructured":"Lee N. High-throughput phenotyping of above and below ground elements of plants using feature detection, extraction and image analysis techniques. Iowa State University; 2016. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/lib.dr.iastate.edu\/etd\/15953\" xlink:type=\"simple\">https:\/\/lib.dr.iastate.edu\/etd\/15953<\/ext-link>."},{"key":"ref22","doi-asserted-by":"crossref","first-page":"983","DOI":"10.2307\/2533558","article-title":"Small sample inference for fixed effects from restricted maximum likelihood","author":"MG Kenward","year":"1997","journal-title":"Biometrics"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"423","DOI":"10.2307\/2529430","article-title":"Best linear unbiased estimation and prediction under a selection model","author":"CR Henderson","year":"1975","journal-title":"Biometrics"},{"key":"ref24","first-page":"490","article-title":"Computer Vision\u2014ECCV 2006","author":"E Nowak","year":"2006"},{"issue":"3","key":"ref25","doi-asserted-by":"crossref","first-page":"e31362","DOI":"10.1371\/journal.pone.0031362","article-title":"Phylo: a citizen science approach for improving multiple sequence alignment","volume":"7","author":"A Kawrykow","year":"2012","journal-title":"PloS one"},{"issue":"1","key":"ref26","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1186\/s13007-018-0278-7","article-title":"Citizen crowds and experts: observer variability in image-based plant phenotyping","volume":"14","author":"MV Giuffrida","year":"2018","journal-title":"Plant Methods"},{"issue":"12","key":"ref27","doi-asserted-by":"crossref","first-page":"855","DOI":"10.1038\/nrg2897","article-title":"Phenomics: the next challenge","volume":"11","author":"D Houle","year":"2010","journal-title":"Nature reviews genetics"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.1093\/database\/bat016","article-title":"Biological Database of Images and Genomes: tools for community annotations linking image and genomic information","volume":"2013","author":"AT Oberlin","year":"2013","journal-title":"Database"},{"issue":"suppl_1","key":"ref29","doi-asserted-by":"crossref","first-page":"D393","DOI":"10.1093\/nar\/gkh011","article-title":"MaizeGDB, the community database for maize genetics and genomics","volume":"32","author":"CJ Lawrence","year":"2004","journal-title":"Nucleic Acids Research"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006337","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,8,9]],"date-time":"2018-08-09T00:00:00Z","timestamp":1533772800000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006337","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,21]],"date-time":"2019-10-21T10:15:32Z","timestamp":1571652932000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006337"}},"subtitle":[],"editor":[{"given":"Venugopala Reddy","family":"Gonehal","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2018,7,30]]},"references-count":29,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2018,7,30]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006337","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/265918","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,7,30]]}}}