{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T00:11:55Z","timestamp":1783815115696,"version":"3.55.0"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"S18","license":[{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1186\/s12859-018-2508-4","type":"journal-article","created":{"date-parts":[[2018,12,21]],"date-time":"2018-12-21T03:42:03Z","timestamp":1545363723000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":51,"title":["CANDLE\/Supervisor: a workflow framework for machine learning applied to cancer research"],"prefix":"10.1186","volume":"19","author":[{"given":"Justin M.","family":"Wozniak","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rajeev","family":"Jain","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prasanna","family":"Balaprakash","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Ozik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicholson T.","family":"Collier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Bauer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fangfang","family":"Xia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Brettin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rick","family":"Stevens","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jamaludin","family":"Mohd-Yusof","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cristina Garcia","family":"Cardona","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brian Van","family":"Essen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew","family":"Baughman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,12,21]]},"reference":[{"key":"2508_CR1","unstructured":"Biden J. Report on the Cancer Moonshot. 2016. https:\/\/medium.com\/cancer-moonshot\/my-report-to-the-president-3c64b0dae863 . Accessed 1 Nov 2017."},{"key":"2508_CR2","doi-asserted-by":"crossref","unstructured":"Jia Y, Shelhamer E, Donahue J, Karayev S, Long J, Girshick R, Guadarrama S, Darrell T. Caffe: Convolutional architecture for fast feature embedding. arXiv preprint arXiv:1408.5093. 2014.","DOI":"10.1145\/2647868.2654889"},{"key":"2508_CR3","unstructured":"Chollet F, et al.Keras. GitHub. 2015. https:\/\/github.com\/keras-team\/keras ."},{"key":"2508_CR4","unstructured":"Theano Development Team. Theano: A Python framework for fast computation of mathematical expressions. arXiv e-prints. abs\/1605.02688. 2016."},{"key":"2508_CR5","unstructured":"Collobert R, Kavukcuoglu K, Farabet C. Torch7: A matlab-like environment for machine learning. In: BigLearn, NIPS Workshop.2011. https:\/\/groups.google.com\/forum\/#!topic\/torch7\/BDsodrhHE10 ."},{"key":"2508_CR6","unstructured":"Zhang H, Zheng Z, Xu S, Dai W, Ho Q, Liang X, Hu Z, Wei J, Xie P, Xing EP. Poseidon: An efficient communication architecture for distributed deep learning on GPU clusters. CoRR abs\/1706.03292. 2017."},{"key":"2508_CR7","unstructured":"Systems N. Neon. 2017. https:\/\/github.com\/NervanaSystems\/neon . Accessed 14 Sept 2017."},{"key":"2508_CR8","doi-asserted-by":"crossref","unstructured":"Abadi M, Agarwal A, Barham P, Brevdo E, Chen Z, Citro C, Corrado GS, Davis A, Dean J, Devin M, Ghemawat S, Goodfellow I, Harp A, Irving G, Isard M, Jia Y, Jozefowicz R, Kaiser L, Kudlur M, Levenberg J, Man\u00e9 D, Monga R, Moore S, Murray D, Olah C, Schuster M, Shlens J, Steiner B, Sutskever I, Talwar K, Tucker P, Vanhoucke V, Vasudevan V, Vi\u00e9gas F, Vinyals O, Warden P, Wattenberg M, Wicke M, Yu Y, Zheng X. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. 2015. Software available from tensorflow.org. https:\/\/www.tensorflow.org\/ . Accessed 1 Nov 2017.","DOI":"10.1145\/3190508.3190551"},{"key":"2508_CR9","volume-title":"Proceedings of the 22Nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. KDD \u201916","author":"F Seide","year":"2016","unstructured":"Seide F, Agarwal A. Cntk: Microsoft\u2019s open-source deep-learning toolkit. In: Proceedings of the 22Nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. KDD \u201916. New York: ACM: 2016. p. 2135. https:\/\/doi.org\/10.1145\/2939672.2945397 ."},{"key":"2508_CR10","doi-asserted-by":"crossref","unstructured":"Van Essen B, Kim H, Pearce R, Boakye K, Chen B. Lbann: Livermore big artificial neural network hpc toolkit. In: Proceedings of the Workshop on Machine Learning in High-Performance Computing Environments. MLHPC \u201915. New York: ACM: 2015. p. 5\u2013156. https:\/\/doi.org\/10.1145\/2834892.2834897 .","DOI":"10.1145\/2834892.2834897"},{"key":"2508_CR11","doi-asserted-by":"crossref","unstructured":"Ozik J, Collier N, Wozniak JM, Spagnuolo C. From desktop to large-scale model exploration with Swift\/T. In: Proc. Winter Simulation Conference. WinterSim: 2016. p. 206\u201320.","DOI":"10.1109\/WSC.2016.7822090"},{"key":"2508_CR12","doi-asserted-by":"crossref","unstructured":"Wozniak JM, Armstrong TG, Wilde M, Katz DS, Lusk E, Foster IT. Swift\/T: Scalable data flow programming for distributed-memory task-parallel applications. In: Proc. CCGrid. CCGrid: 2013. p. 95\u2013102.","DOI":"10.1145\/2517327.2442559"},{"key":"2508_CR13","doi-asserted-by":"crossref","unstructured":"Armstrong TG, Wozniak JM, Wilde M, Foster IT. Compiler techniques for massively scalable implicit task parallelism. In: Proc. SC. SC: 2014. p. 299\u2013310.","DOI":"10.1109\/SC.2014.30"},{"key":"2508_CR14","unstructured":"Kaul P, Golovin D, Kochanski G. Hyperparameter tuning in Cloud Machine Learning Engine using Bayesian Optimization. 2017. https:\/\/cloud.google.com\/blog\/big-data\/2017\/08\/hyperparameter-tuning-in-cloud-machine-learning-engine-using-bayesian-optimization . Accessed 1 Nov 2017."},{"key":"2508_CR15","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A, Michel V, Thirion B, Grisel O, Blondel M, Prettenhofer P, Weiss R, Dubourg V, Vanderplas J, Passos A, Cournapeau D, Brucher M, Perrot M, Duchesnay E. Scikit-learn: Machine learning in Python. J Mach Learn Res. 2011; 12:2825\u201330.","journal-title":"J Mach Learn Res"},{"key":"2508_CR16","unstructured":"Bergstra J, Yamins D, Cox DD. Making a science of model search: Hyperparameter optimization in hundreds of dimensions for vision architectures. In: Proc. of the 30th International Conference on Machine Learning, Volume 28. ICML: 2013. p. 115\u201323."},{"issue":"1","key":"2508_CR17","doi-asserted-by":"publisher","first-page":"014008","DOI":"10.1088\/1749-4699\/8\/1\/014008","volume":"8","author":"J Bergstra","year":"2015","unstructured":"Bergstra J, Komer B, Eliasmith C, Yamins D, Cox DD. Hyperopt: a python library for model selection and hyperparameter optimization. Comput Sci Discov. 2015; 8(1):014008.","journal-title":"Comput Sci Discov"},{"issue":"2","key":"2508_CR18","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/106365602320169811","volume":"10","author":"KO Stanley","year":"2002","unstructured":"Stanley KO, Miikkulainen R. Evolving neural networks through augmenting topologies. Evol Comput. 2002; 10(2):99\u2013127.","journal-title":"Evol Comput"},{"key":"2508_CR19","unstructured":"CodeReclaimers. NEAT-Python. GitHub. 2017. https:\/\/github.com\/CodeReclaimers\/neat-python ."},{"key":"2508_CR20","unstructured":"Claesen M, Simm J, Popovic D, Moreau Y, Moor BD. Easy hyperparameter search using optunity. CoRR abs\/1412.1114. 2014."},{"key":"2508_CR21","first-page":"2171","volume":"13","author":"F-A Fortin","year":"2012","unstructured":"Fortin F-A, De Rainville F-M, Gardner M-A, Parizeau M, Gagn\u00e9 C. DEAP: Evolutionary algorithms made easy. J Mach Learn Res. 2012; 13:2171\u20135.","journal-title":"J Mach Learn Res"},{"key":"2508_CR22","doi-asserted-by":"crossref","unstructured":"Bischl B, Richter J, Bossek J, Horn D, Thomas J, Lang M. mlrmbo: A modular framework for model-based optimization of expensive black-box functions. arXiv preprint arXiv:1703.03373. 2017.","DOI":"10.32614\/CRAN.package.mlrMBO"},{"key":"2508_CR23","unstructured":"Bergstra JS, Bardenet R, Bengio Y, K\u00e9gl B. Algorithms for hyper-parameter optimization. In: Advances in Neural Information Processing Systems. NIPS: 2011. p. 2546\u201354."},{"issue":"1","key":"2508_CR24","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L. Random forests. Mach Learn. 2001; 45(1):5\u201332.","journal-title":"Mach Learn"},{"key":"2508_CR25","doi-asserted-by":"crossref","unstructured":"Hutter F, Hoos H, Leyton-Brown K. Parallel algorithm configuration. Learn Intell Optim. 2012;:55\u201370.","DOI":"10.1007\/978-3-642-34413-8_5"},{"key":"2508_CR26","doi-asserted-by":"crossref","unstructured":"LeCun Y, Bengio Y, Hinton G. Deep learning. Nature. 2015; 521:436\u201344. https:\/\/doi.org\/10.1038\/nature14539 .","DOI":"10.1038\/nature14539"},{"issue":"12","key":"2508_CR27","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1038\/nbt.2877","volume":"32","author":"JC Costello","year":"2014","unstructured":"Costello JC, Heiser LM, Georgii E, G\u00f6nen M, Menden MP, Wang NJ, Bansal M, Ammad-ud-din M, Hintsanen P, Khan SA, Mpindi J-P, Kallioniemi O, Honkela A, Aittokallio T, Wennerberg K, Community ND, Collins JJ, Gallahan D, Singer D, Saez-Rodriguez J, Kaski S, Gray JW, Stolovitzky G. A community effort to assess and improve drug sensitivity prediction algorithms. Nat Biotechnol. 2014; 32(12):1202\u201312. https:\/\/doi.org\/10.1038\/nbt.2877 .","journal-title":"Nat Biotechnol"},{"key":"2508_CR28","unstructured":"Thomee B, Shamma DA, Friedland G, Elizalde B, Ni K, Poland D, Borth D, Li L. The new data and new challenges in multimedia research. CoRR abs\/1503.01817. 2015."},{"key":"2508_CR29","unstructured":"American Cancer Society. 2016."}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-018-2508-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12859-018-2508-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-018-2508-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T14:06:38Z","timestamp":1776175598000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/s12859-018-2508-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12]]},"references-count":29,"journal-issue":{"issue":"S18","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["2508"],"URL":"https:\/\/doi.org\/10.1186\/s12859-018-2508-4","relation":{},"ISSN":["1471-2105"],"issn-type":[{"value":"1471-2105","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,12]]},"assertion":[{"value":"21 December 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Not applicable.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Publisher\u2019s Note"}}],"article-number":"491"}}