{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,25]],"date-time":"2026-10-25T04:36:18Z","timestamp":1792902978091,"version":"4.5.0"},"reference-count":38,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation under Award NSF Phase I","doi-asserted-by":"publisher","award":["1746511"],"award-info":[{"award-number":["1746511"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF Phase II","doi-asserted-by":"publisher","award":["1926990"],"award-info":[{"award-number":["1926990"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1513126"],"award-info":[{"award-number":["1513126"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.3039833","type":"journal-article","created":{"date-parts":[[2020,11,23]],"date-time":"2020-11-23T17:49:15Z","timestamp":1606153755000},"page":"211860-211868","source":"Crossref","is-referenced-by-count":71,"title":["Challenges for the Repeatability of Deep Learning Models"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7344-9448","authenticated-orcid":false,"given":"Saeed S.","family":"Alahmari","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5461-863X","authenticated-orcid":false,"given":"Dmitry B.","family":"Goldgof","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1008-4055","authenticated-orcid":false,"given":"Peter R.","family":"Mouton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7898-8456","authenticated-orcid":false,"given":"Lawrence O.","family":"Hall","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2016.2577031"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.494"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46484-8_29"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.511"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"ref8","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","volume-title":"Proc. 13th Int. Conf. Artif. Intell. Statist.","author":"Glorot"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3389\/fninf.2017.00076"},{"key":"ref10","first-page":"725","article-title":"Unreproducible research is reproducible","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Bouthillier"},{"key":"ref11","article-title":"Replicability is not reproducibility: Nor is it good science","volume-title":"Proc. 26th Eval. Methods Mach. Learn. Workshop ICML","author":"Drummond"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2016.7840958"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/1376616.1376772"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.websem.2006.11.003"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.1228"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2009.103"},{"key":"ref17","first-page":"1","article-title":"ReproZip: Using provenance to support computational reproducibility","volume-title":"Proc. 5th USENIX Workshop Theory Pract. Provenance","author":"Chirigati"},{"key":"ref18","first-page":"1","article-title":"Collecting and analyzing provenance on interactive notebooks: When IPython meets noWorkflow","volume-title":"Proc. 7th USENIX Workshop Theory Pract. Provenance (TaPP)","author":"Pimentel"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2019.20866"},{"key":"ref20","volume-title":"Keras","author":"Chollet","year":"2015"},{"key":"ref21","volume-title":"TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems","author":"Abadi","year":"2015"},{"key":"ref22","first-page":"8024","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume-title":"Adv. Neural Inf. Process. Syst.","author":"Paszke","year":"2019"},{"key":"ref23","volume-title":"Artifact Review and Badging","year":"2016"},{"key":"ref24","volume-title":"Reproducibility","year":"2019"},{"key":"ref25","article-title":"Energy and policy considerations for deep learning in NLP","author":"Strubell","year":"2019","journal-title":"arXiv:1906.02243"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.jchemneu.2018.12.010"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1096-9861(19960101)364:1<5::AID-CNE1>3.0.CO;2-9"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3791\/1262"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.jchemneu.2016.12.002"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1002\/ar.1092310411"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2818.1986.tb02764.x"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2818.1984.tb02501.x"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/SMC.2019.8914199"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"ref36","volume-title":"Principles and Practices of Unbiased Stereology: An Introduction for Bioscientists","author":"Mouton","year":"2002"},{"key":"ref37","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014","journal-title":"arXiv:1412.6980"},{"key":"ref38","article-title":"Active learning literature survey","author":"Settles","year":"2009"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6287639\/8948470\/9266043-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09266043.pdf?arnumber=9266043","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,25]],"date-time":"2026-10-25T04:27:03Z","timestamp":1792902423000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9266043\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":38,"URL":"https:\/\/doi.org\/10.1109\/access.2020.3039833","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}