{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,2]],"date-time":"2026-10-02T17:12:13Z","timestamp":1790961133157,"version":"4.1.0"},"reference-count":46,"publisher":"Association for Computing Machinery (ACM)","issue":"6","license":[{"start":{"date-parts":[[2019,5,21]],"date-time":"2019-05-21T00:00:00Z","timestamp":1558396800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2019,5,21]]},"abstract":"<jats:p>Some ML papers suffer from flaws that could mislead the public and stymie future research.<\/jats:p>","DOI":"10.1145\/3316774","type":"journal-article","created":{"date-parts":[[2019,5,21]],"date-time":"2019-05-21T15:03:51Z","timestamp":1558451031000},"page":"45-53","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["Research for practice"],"prefix":"10.1145","volume":"62","author":[{"given":"Zachary C.","family":"Lipton","sequence":"first","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jacob","family":"Steinhardt","sequence":"additional","affiliation":[{"name":"UC Berkeley"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,5,21]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646031"},{"key":"e_1_2_1_2_1","volume-title":"Practical recommendations for gradient-based training of deep architectures. Neural Networks: Tricks of the Trade","author":"Bengio Y."},{"key":"e_1_2_1_3_1","unstructured":"Bostrom N. Superintelligence. Dunod Paris France 2017.  Bostrom N. Superintelligence. Dunod Paris France 2017."},{"key":"e_1_2_1_4_1","first-page":"1","article-title":"Counterfactual reasoning and learning systems: The example of computational advertising","volume":"14","author":"Bottou L.","year":"2013","journal-title":"J. Machine Learning Research"},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.98.150201"},{"key":"e_1_2_1_6_1","first-page":"2367","article-title":"A thorough examination of the CNN\/Daily Mail reading comprehension task. In Proceedings of the 54<sup>th<\/sup> Annual Meeting of Assoc","volume":"2358","author":"Chen D.","year":"2016","journal-title":"Computational Linguistics"},{"key":"e_1_2_1_7_1","volume-title":"Proceedings of the 18<sup>th<\/sup> Intern. Conf. Artificial Intelligence and Statistics","author":"Choromanska A.","year":"2015"},{"key":"e_1_2_1_8_1","first-page":"4","article-title":"How evaluation guides AI research: the message still counts more than the medium","volume":"9","author":"Cohen P.R.","year":"1988","journal-title":"AI Magazine"},{"key":"e_1_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2085"},{"key":"e_1_2_1_10_1","volume-title":"Motion for a European Parliament Resolution with Recommendations to the Commission on Civil Law Rules on Robotics","author":"Council of the European Union.","year":"2016"},{"key":"e_1_2_1_11_1","first-page":"2941","article-title":"Identifying and attacking the saddle point problem in high-dimensional non-convex optimization","volume":"2933","author":"Dauphin Y.N.","year":"2014","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature21056"},{"key":"e_1_2_1_13_1","volume-title":"The data that transformed AI research---and possibly the world. Quartz","author":"Gershgorn D.","year":"2017"},{"key":"e_1_2_1_14_1","volume-title":"Proceedings of the Intern. Conf. Learning Representations","author":"Goodfellow I.J.","year":"2015"},{"key":"e_1_2_1_15_1","volume-title":"Deep depth from focus. arXiv Preprint","author":"Hazirbas C.","year":"2017"},{"key":"e_1_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"e_1_2_1_17_1","volume-title":"Proceedings of the 32<sup>nd<\/sup> Assoc. Advancement of Artificial Intelligence Conf.","author":"Henderson P.","year":"2018"},{"key":"e_1_2_1_18_1","volume-title":"Proceedings of the 32<sup>nd<\/sup> Intern. Conf. Machine Learning 37","author":"Ioffe S.","year":"2015"},{"key":"e_1_2_1_19_1","volume-title":"Proceedings of the 3<sup>rd<\/sup> Intern. Conf. Learning Representations","author":"Kingma D.P.","year":"2015"},{"key":"e_1_2_1_20_1","volume-title":"Mathematical writing","author":"Knuth D.E.","year":"1987"},{"key":"e_1_2_1_21_1","volume-title":"The experimental study of machine learning","author":"Langley P.","year":"1991"},{"key":"e_1_2_1_22_1","volume-title":"Intern. Conf. Machine Learning Workshop on Human Interpretability","author":"Lipton Z.C.","year":"2016"},{"key":"e_1_2_1_23_1","first-page":"8146","article-title":"Does mitigating ML's impact disparity require treatment disparity?","volume":"8136","author":"Lipton Z.C.","year":"2017","journal-title":"Advances in Neural Inform. Process. Syst"},{"key":"e_1_2_1_24_1","volume-title":"Proceedings of the 32<sup>nd<\/sup> Conf. Neural Information Processing Syst. arXiv Preprint 2017; arXiv:1711","author":"Lucic M."},{"key":"e_1_2_1_25_1","volume-title":"NYT (Nov. 17","author":"Markoff J.","year":"2014"},{"key":"e_1_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1045339.1045340"},{"key":"e_1_2_1_27_1","volume-title":"Proceedings of the Intern. Conf. Learning Representations","author":"Melis G.","year":"2018"},{"key":"e_1_2_1_28_1","volume-title":"Wired (Sept. 26, 2014","author":"Metz C.","year":"2014"},{"key":"e_1_2_1_29_1","volume-title":"Artificial Intelligence, and the Future of the Human Mind","author":"Minsky M.","year":"2006"},{"key":"e_1_2_1_30_1","volume-title":"Learning in implicit generative models. arXiv Preprint","author":"Mohamed S.","year":"2016"},{"key":"e_1_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.178"},{"key":"e_1_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.2307\/27757473"},{"key":"e_1_2_1_33_1","volume-title":"Estimating the reproducibility of psychological science. Science 349, 6251","author":"Open Science Collaboration","year":"2015"},{"key":"e_1_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.146.3642.347"},{"key":"e_1_2_1_35_1","volume-title":"Proceedings of the Intern. Conf. Learning Representations","author":"Reddi S.J.","year":"2018"},{"key":"e_1_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.p20151066"},{"key":"e_1_2_1_37_1","volume-title":"Proceedings of the 32<sup>nd<\/sup> Conf. Neural Information Processing Systems; 2018; https:\/\/papers.nips.cc\/paper\/7515-how-does-batch-normalization-help-optimization.pdf.","author":"Santurkar S."},{"key":"e_1_2_1_38_1","volume-title":"Proceedings of the 6<sup>th<\/sup> Intern. Conf. Learning Representations, Workshop Track","author":"Sculley D.","year":"2018"},{"key":"e_1_2_1_39_1","first-page":"1","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava N.","year":"2014","journal-title":"J. Machine Learning Research"},{"key":"e_1_2_1_40_1","volume-title":"Proceedings of the 32<sup>nd<\/sup> Intern. Conf. Machine Learning 37","author":"Steinhardt J.","year":"2015"},{"key":"e_1_2_1_41_1","volume-title":"Proceedings of the 32<sup>nd<\/sup> Intern. Conf. Machine Learning 37","author":"Steinhardt J.","year":"2015"},{"key":"e_1_2_1_42_1","volume-title":"Proceedings of the 31<sup>st<\/sup> Conf. Neural Information Processing Systems","author":"Steinhardt J."},{"key":"e_1_2_1_43_1","volume-title":"ConvNets and ImageNet beyond accuracy: Explanations, bias detection, adversarial examples and model criticism. arXiv Preprint","author":"Stock P.","year":"2017"},{"key":"e_1_2_1_44_1","volume-title":"Intern. Conf. Learning Representations. arXiv Preprint","author":"Szegedy C.","year":"2013"},{"key":"e_1_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00611"},{"key":"e_1_2_1_46_1","volume-title":"Proceedings of the Intern. Conf. Learning Representations","author":"Zhang C.","year":"2017"}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3316774","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3316774","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:08:02Z","timestamp":1750208882000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3316774"}},"subtitle":["troubling trends in machine-learning scholarship"],"short-title":[],"issued":{"date-parts":[[2019,5,21]]},"references-count":46,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2019,5,21]]}},"alternative-id":["10.1145\/3316774"],"URL":"https:\/\/doi.org\/10.1145\/3316774","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,21]]},"assertion":[{"value":"2019-05-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}