{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T22:07:22Z","timestamp":1780697242407,"version":"3.54.1"},"reference-count":40,"publisher":"Oxford University Press (OUP)","issue":"Supplement_1","license":[{"start":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T00:00:00Z","timestamp":1656288000000},"content-version":"vor","delay-in-days":3,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["T15LM007359"],"award-info":[{"award-number":["T15LM007359"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DBI 1553206"],"award-info":[{"award-number":["DBI 1553206"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Morgridge Institute for Research and the University of Wisconsin-Madison Office of the Vice Chancellor for Research and Graduate Education"},{"DOI":"10.13039\/100001395","name":"Wisconsin Alumni Research Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100001395","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,6,24]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Summary<\/jats:title>\n                    <jats:p>The increasing prevalence and importance of machine learning in biological research have created a need for machine learning training resources tailored towards biological researchers. However, existing resources are often inaccessible, infeasible or inappropriate for biologists because they require significant computational and mathematical knowledge, demand an unrealistic time-investment or teach skills primarily for computational researchers. We created the Machine Learning for Biologists (ML4Bio) workshop, a short, intensive workshop that empowers biological researchers to comprehend machine learning applications and pursue machine learning collaborations in their own research. The ML4Bio workshop focuses on classification and was designed around three principles: (i) emphasizing preparedness over fluency or expertise, (ii) necessitating minimal coding and mathematical background and (iii) requiring low time investment. It incorporates active learning methods and custom open-source software that allows participants to explore machine learning workflows. After multiple sessions to improve workshop design, we performed a study on three workshop sessions. Despite some confusion around identifying subtle methodological flaws in machine learning workflows, participants generally reported that the workshop met their goals, provided them with valuable skills and knowledge and greatly increased their beliefs that they could engage in research that uses machine learning. ML4Bio is an educational tool for biological researchers, and its creation and evaluation provide valuable insight into tailoring educational resources for active researchers in different domains.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Availability and implementation<\/jats:title>\n                    <jats:p>Workshop materials are available at https:\/\/github.com\/carpentries-incubator\/ml4bio-workshop and the ml4bio software is available at https:\/\/github.com\/gitter-lab\/ml4bio.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Supplementary information<\/jats:title>\n                    <jats:p>Supplementary data are available at Bioinformatics online.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btac233","type":"journal-article","created":{"date-parts":[[2022,4,16]],"date-time":"2022-04-16T07:07:29Z","timestamp":1650092849000},"page":"i10-i18","source":"Crossref","is-referenced-by-count":5,"title":["An approachable, flexible and practical machine learning workshop for biologists"],"prefix":"10.1093","volume":"38","author":[{"given":"Chris S","family":"Magnano","sequence":"first","affiliation":[{"name":"Morgridge Institute for Research , Madison, WI 53715, USA"},{"name":"Department of Computer Sciences, University of Wisconsin-Madison , Madison, WI 53706, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fangzhou","family":"Mu","sequence":"additional","affiliation":[{"name":"Department of Computer Sciences, University of Wisconsin-Madison , Madison, WI 53706, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rosemary S","family":"Russ","sequence":"additional","affiliation":[{"name":"Department of Curriculum and Instruction, University of Wisconsin-Madison , Madison, WI 53715, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Milica","family":"Cvetkovic","sequence":"additional","affiliation":[{"name":"Department of Statistics, University of Wisconsin-Madison , Madison, WI 53706, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Debora","family":"Treu","sequence":"additional","affiliation":[{"name":"Morgridge Institute for Research , Madison, WI 53715, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anthony","family":"Gitter","sequence":"additional","affiliation":[{"name":"Morgridge Institute for Research , Madison, WI 53715, USA"},{"name":"Department of Computer Sciences, University of Wisconsin-Madison , Madison, WI 53706, USA"},{"name":"Department of Biostatistics and Medical Informatics, University of Wisconsin-Madison , Madison, WI 53706, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2022,6,27]]},"reference":[{"key":"2023041407545912200_","volume-title":"How Learning Works: Seven Research-Based Principles for Smart Teaching.","author":"Ambrose","year":"2010"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3453444","article-title":"Assuring the machine learning lifecycle: desiderata, methods, and challenges","volume":"54","author":"Ashmore","year":"2021","journal-title":"ACM Comput. Surv"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1037\/0033-295X.84.2.191","article-title":"Self-efficacy: toward a unifying theory of behavioral change","volume":"84","author":"Bandura","year":"1977","journal-title":"Psychol. Rev"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"e1005755","DOI":"10.1371\/journal.pcbi.1005755","article-title":"Unmet needs for analyzing biological big data: a survey of 704 NSF principal investigators","volume":"13","author":"Barone","year":"2017","journal-title":"PLoS Comput. Biol"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1111\/j.1553-2712.2011.01270.x","article-title":"The retrospective pre-post: a practical method to evaluate learning from an educational program","volume":"19","author":"Bhanji","year":"2012","journal-title":"Acad. Emerg. Med"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1007\/s11092-008-9068-5","article-title":"Developing the theory of formative assessment","volume":"21","author":"Black","year":"2009","journal-title":"Educ. Asse. Eval. Acc"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","DOI":"10.1038\/544161c","article-title":"Plug gap in essential bioinformatics skills","volume":"544","author":"Brazas","year":"2017","journal-title":"Nature"},{"key":"2023041407545912200_","first-page":"289","author":"Brown","year":"1996"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1177\/097340821000500113","article-title":"How do we measure affective learning in higher education?","volume":"5","author":"Buissink-Smith","year":"2011","journal-title":"J. Educ. Sustain. Dev"},{"key":"2023041407545912200_","first-page":"25","article-title":"Applications of andragogy in multi-disciplined teaching and learning","volume":"39","author":"Chan","year":"2010","journal-title":"J. Adult Educ"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1038\/520151a","article-title":"Core services: reward bioinformaticians","volume":"520","author":"Chang","year":"2015","journal-title":"Nature"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1187\/cbe.08-05-0024","article-title":"Biology in bloom: implementing bloom\u2019s taxonomy to enhance student learning in biology","volume":"7","author":"Crowe","year":"2008","journal-title":"CBE Life Sci. Educ"},{"key":"2023041407545912200_","first-page":"2349","article-title":"Orange: data mining toolbox in python","volume":"14","author":"Dem\u0161ar","year":"2013","journal-title":"J. Mach. Learn. Res"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"le3","DOI":"10.1187\/cbe.15-06-0123","article-title":"NIBLSE: a network for integrating bioinformatics into life sciences education","volume":"14","author":"Dinsdale","year":"2015","journal-title":"CBE Life Sci. Educ"},{"key":"2023041407545912200_","author":"Dua","year":"2017"},{"key":"2023041407545912200_","first-page":"11","author":"Elia","year":"2021"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"8410","DOI":"10.1073\/pnas.1319030111","article-title":"Active learning increases student performance in science, engineering, and mathematics","volume":"111","author":"Freeman","year":"2014","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1038\/s41580-021-00407-0","article-title":"A guide to machine learning for biologists","volume":"23","author":"Greener","year":"2022","journal-title":"Nat. Rev. Mol. Cell Biol"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"e0189753","DOI":"10.1371\/journal.pone.0189753","article-title":"Perceptions of scientific research literature and strategies for reading papers depend on academic career stage","volume":"12","author":"Hubbard","year":"2017","journal-title":"PLoS One"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"659","DOI":"10.1038\/s41580-019-0176-5","article-title":"Setting the standards for machine learning in biology","volume":"20","author":"Jones","year":"2019","journal-title":"Nat. Rev. Mol. Cell Biol"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"2725","DOI":"10.1158\/1078-0432.CCR-1115-03","article-title":"Predictive models for breast cancer susceptibility from multiple single nucleotide polymorphisms","volume":"10","author":"Listgarten","year":"2004","journal-title":"Clin. Cancer Res"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1038\/s42256-019-0139-8","article-title":"Validity of machine learning in biology and medicine increased through collaborations across fields of expertise","volume":"2","author":"Littmann","year":"2020","journal-title":"Nat. Mach. Intell"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"1806","DOI":"10.1001\/jama.2019.16489","article-title":"How to read articles that use machine learning: users\u2019 guides to the medical literature","volume":"322","author":"Liu","year":"2019","journal-title":"JAMA"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"e70153","DOI":"10.1371\/journal.pone.0070153","article-title":"RFMirTarget: predicting human microRNA target genes with a random forest classifier","volume":"8","author":"Mendoza","year":"2013","journal-title":"PLoS One"},{"key":"2023041407545912200_","volume-title":"Machine Learning","author":"Mitchell","year":"1997"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"e1005772","DOI":"10.1371\/journal.pcbi.1005772","article-title":"The development and application of bioinformatics core competencies to improve bioinformatics training and education","volume":"14","author":"Mulder","year":"2018","journal-title":"PLoS Comput. Biol"},{"key":"2023041407545912200_","year":"2021"},{"key":"2023041407545912200_","year":"2020"},{"key":"2023041407545912200_","first-page":"2825","article-title":"Scikit-learn: machine learning in Python","volume":"12","author":"Pedregosa","year":"2011","journal-title":"J. Mach. Learn. Res"},{"key":"2023041407545912200_","first-page":"1","article-title":"The affective domain: undiscovered country","volume":"10","author":"Pierre","year":"2007","journal-title":"Coll. Quart"},{"key":"2023041407545912200_","volume-title":"Machine Learning with PyTorch and Scikit-Learn","author":"Raschka","year":"2022"},{"key":"2023041407545912200_","article-title":"ClassificaIO: machine learning for classification graphical user interface","author":"Roushangar","year":"2018"},{"key":"2023041407545912200_","first-page":"948","author":"Sulmont","year":"2019"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"135","DOI":"10.2218\/ijdc.v10i1.351","article-title":"Data carpentry: workshops to increase data literacy for researchers","volume":"10","author":"Teal","year":"2015","journal-title":"Int. J. Dig. Curation"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"062001","DOI":"10.1088\/1741-2552\/abbff2","article-title":"Supervised machine learning tools: a tutorial for clinicians","volume":"17,","author":"Vercio","year":"2020","journal-title":"J. Neural Eng"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"1122","DOI":"10.1038\/s41592-021-01205-4","article-title":"DOME: recommendations for supervised machine learning validation in biology","volume":"18","author":"Walsh","year":"2021","journal-title":"Nat. Methods"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"e201960050","DOI":"10.1002\/jbio.201960050","article-title":"Classifying T cell activity in autofluorescence intensity images with convolutional neural networks","volume":"13","author":"Wang","year":"2020","journal-title":"J. Biophotonics"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1038\/s41576-021-00434-9","article-title":"Navigating the pitfalls of applying machine learning in genomics","volume":"23","author":"Whalen","year":"2022","journal-title":"Nat. Rev. Genet"},{"key":"2023041407545912200_","first-page":"7","volume-title":"Understanding by Design. ASCD, Alexandria, VA, USA","author":"Wiggins","year":"1998"},{"key":"2023041407545912200_","doi-asserted-by":"crossref","first-page":"62","DOI":"10.12688\/f1000research.3-62.v1","article-title":"Software carpentry: lessons learned","volume":"3","author":"Wilson","year":"2014","journal-title":"F1000Res"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/38\/Supplement_1\/i10\/49887050\/btac233.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/38\/Supplement_1\/i10\/49887050\/btac233.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,19]],"date-time":"2023-11-19T21:34:43Z","timestamp":1700429683000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/38\/Supplement_1\/i10\/6617510"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,24]]},"references-count":40,"journal-issue":{"issue":"Supplement_1","published-print":{"date-parts":[[2022,6,24]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btac233","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2022.02.03.479008","asserted-by":"object"}]},"ISSN":["1367-4803","1367-4811"],"issn-type":[{"value":"1367-4803","type":"print"},{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2022,7,1]]},"published":{"date-parts":[[2022,6,24]]}}}