{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T13:56:03Z","timestamp":1772114163119,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,8,18]],"date-time":"2021-08-18T00:00:00Z","timestamp":1629244800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["1901242, 2006688, 1910300"],"award-info":[{"award-number":["1901242, 2006688, 1910300"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ONR","award":["N000141712045, N000141410468, N000141712947"],"award-info":[{"award-number":["N000141712045, N000141410468, N000141712947"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62002256, 61872263"],"award-info":[{"award-number":["62002256, 61872263"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Intelligent Manufacturing Special Fund of Tianjin","award":["20193155"],"award-info":[{"award-number":["20193155"]}]},{"name":"IARPA TrojAI","award":["W911NF-19-S-0012"],"award-info":[{"award-number":["W911NF-19-S-0012"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,8,20]]},"DOI":"10.1145\/3468264.3468612","type":"proceedings-article","created":{"date-parts":[[2021,8,19]],"date-time":"2021-08-19T01:40:37Z","timestamp":1629337237000},"page":"627-638","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":46,"title":["Exposing numerical bugs in deep learning via gradient back-propagation"],"prefix":"10.1145","author":[{"given":"Ming","family":"Yan","sequence":"first","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3056-9962","authenticated-orcid":false,"given":"Junjie","family":"Chen","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyu","family":"Zhang","sequence":"additional","affiliation":[{"name":"Purdue University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lin","family":"Tan","sequence":"additional","affiliation":[{"name":"Purdue University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gan","family":"Wang","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zan","family":"Wang","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,8,18]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Accessed: 2020. GitHub. https:\/\/github.com\/philipperemy\/deep-speaker\/issues\/5  Accessed: 2020. GitHub. https:\/\/github.com\/philipperemy\/deep-speaker\/issues\/5"},{"key":"e_1_3_2_1_2_1","unstructured":"Accessed: 2020. GitHub. https:\/\/github.com\/ForeverZyh\/TensorFlow-Program-Bugs\/blob\/master\/StackOverflow\/IPS-2\/33699174-buggy\/mnist.py  Accessed: 2020. GitHub. https:\/\/github.com\/ForeverZyh\/TensorFlow-Program-Bugs\/blob\/master\/StackOverflow\/IPS-2\/33699174-buggy\/mnist.py"},{"key":"e_1_3_2_1_3_1","unstructured":"Accessed: 2020. GitHub. https:\/\/github.com\/adamsolomou\/SC-DNN\/blob\/a9169c6b7a0d456c1d2f229913e2d8c042c40aab\/src\/training\/sc_train_creg.py  Accessed: 2020. GitHub. https:\/\/github.com\/adamsolomou\/SC-DNN\/blob\/a9169c6b7a0d456c1d2f229913e2d8c042c40aab\/src\/training\/sc_train_creg.py"},{"key":"e_1_3_2_1_4_1","unstructured":"Accessed: 2020. PyTorch Forums. https:\/\/discuss.pytorch.org\/t\/my-self-implemented-batchnorm-relu-gives-nan\/42294  Accessed: 2020. PyTorch Forums. https:\/\/discuss.pytorch.org\/t\/my-self-implemented-batchnorm-relu-gives-nan\/42294"},{"key":"e_1_3_2_1_5_1","unstructured":"Accessed: 2020. PyTorch Forums. https:\/\/discuss.pytorch.org\/t\/different-losses-on-2-different-machines\/36446\/5  Accessed: 2020. PyTorch Forums. https:\/\/discuss.pytorch.org\/t\/different-losses-on-2-different-machines\/36446\/5"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2008.130"},{"key":"e_1_3_2_1_7_1","volume-title":"DeepEvolution: A Search-Based Testing Approach for Deep Neural Networks","author":"Braiek Houssem Ben","unstructured":"Houssem Ben Braiek and Foutse Khomh . 2019. DeepEvolution: A Search-Based Testing Approach for Deep Neural Networks . In ICSME. IEEE , 454\u2013458. Houssem Ben Braiek and Foutse Khomh. 2019. DeepEvolution: A Search-Based Testing Approach for Deep Neural Networks. In ICSME. IEEE, 454\u2013458."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS.2019.00059"},{"key":"e_1_3_2_1_9_1","volume-title":"Towards Evaluating the Robustness of Neural Networks. In IEEE Symposium on Security and Privacy. IEEE Computer Society, 39\u201357","author":"Carlini Nicholas","unstructured":"Nicholas Carlini and David A. Wagner . 2017 . Towards Evaluating the Robustness of Neural Networks. In IEEE Symposium on Security and Privacy. IEEE Computer Society, 39\u201357 . Nicholas Carlini and David A. Wagner. 2017. Towards Evaluating the Robustness of Neural Networks. In IEEE Symposium on Security and Privacy. IEEE Computer Society, 39\u201357."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.312"},{"key":"e_1_3_2_1_11_1","volume-title":"Continuous Incident Triage for Large-Scale Online Service Systems. In 34th IEEE\/ACM International Conference on Automated Software Engineering. 364\u2013375","author":"Chen Junjie","year":"2019","unstructured":"Junjie Chen , Xiaoting He , Qingwei Lin , Hongyu Zhang , Dan Hao , Feng Gao , Zhangwei Xu , Yingnong Dang , and Dongmei Zhang . 2019 . Continuous Incident Triage for Large-Scale Online Service Systems. In 34th IEEE\/ACM International Conference on Automated Software Engineering. 364\u2013375 . Junjie Chen, Xiaoting He, Qingwei Lin, Hongyu Zhang, Dan Hao, Feng Gao, Zhangwei Xu, Yingnong Dang, and Dongmei Zhang. 2019. Continuous Incident Triage for Large-Scale Online Service Systems. In 34th IEEE\/ACM International Conference on Automated Software Engineering. 364\u2013375."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416570"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394112"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416624"},{"key":"e_1_3_2_1_15_1","volume-title":"34th International Conference on Software Engineering, ICSE 2012","author":"Dietz Will","year":"2012","unstructured":"Will Dietz , Peng Li , John Regehr , and Vikram S. Adve . 2012. Understanding integer overflow in C\/C++ . In 34th International Conference on Software Engineering, ICSE 2012 , June 2-9, 2012 , Zurich, Switzerland. IEEE Computer Society, 760\u2013770. Will Dietz, Peng Li, John Regehr, and Vikram S. Adve. 2012. Understanding integer overflow in C\/C++. In 34th International Conference on Software Engineering, ICSE 2012, June 2-9, 2012, Zurich, Switzerland. IEEE Computer Society, 760\u2013770."},{"key":"e_1_3_2_1_16_1","volume-title":"A Quantitative Analysis Framework for Recurrent Neural Network","author":"Du Xiaoning","unstructured":"Xiaoning Du , Xiaofei Xie , Yi Li , Lei Ma , Yang Liu , and Jianjun Zhao . 2019. A Quantitative Analysis Framework for Recurrent Neural Network . In ASE. IEEE , 1062\u20131065. Xiaoning Du, Xiaofei Xie, Yi Li, Lei Ma, Yang Liu, and Jianjun Zhao. 2019. A Quantitative Analysis Framework for Recurrent Neural Network. In ASE. IEEE, 1062\u20131065."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2502508.2502520"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115662"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Zhoulai Fu and Zhendong Su. 2017. Achieving high coverage for floating-point code via unconstrained programming. In PLDI. ACM 306\u2013319.  Zhoulai Fu and Zhendong Su. 2017. Achieving high coverage for floating-point code via unconstrained programming. In PLDI. ACM 306\u2013319.","DOI":"10.1145\/3140587.3062383"},{"key":"e_1_3_2_1_20_1","unstructured":"Zhoulai Fu and Zhendong Su. 2019. Effective floating-point analysis via weak-distance minimization. In PLDI. ACM 439\u2013452.  Zhoulai Fu and Zhendong Su. 2019. Effective floating-point analysis via weak-distance minimization. In PLDI. ACM 439\u2013452."},{"key":"e_1_3_2_1_21_1","unstructured":"Ian J. Goodfellow Jonathon Shlens and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. In ICLR (Poster).  Ian J. Goodfellow Jonathon Shlens and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. In ICLR (Poster)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Hui Guo and Cindy Rubio-Gonz\u00e1lez. 2020. Efficient generation of error-inducing floating-point inputs via symbolic execution. In ICSE. ACM 1261\u20131272.  Hui Guo and Cindy Rubio-Gonz\u00e1lez. 2020. Efficient generation of error-inducing floating-point inputs via symbolic execution. In ICSE. ACM 1261\u20131272.","DOI":"10.1145\/3377811.3380359"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264835"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Andrew Habib and Michael Pradel. 2018. How many of all bugs do we find? a study of static bug detectors. In ASE. ACM 317\u2013328.  Andrew Habib and Michael Pradel. 2018. How many of all bugs do we find? a study of static bug detectors. In ASE. ACM 317\u2013328.","DOI":"10.1145\/3238147.3238213"},{"key":"e_1_3_2_1_25_1","volume-title":"Quanquan Gu, and Miryung Kim.","author":"Harel-Canada Fabrice","year":"2020","unstructured":"Fabrice Harel-Canada , Lingxiao Wang , Muhammad Ali Gulzar , Quanquan Gu, and Miryung Kim. 2020 . Is neuron coverage a meaningful measure for testing deep neural networks? In ESEC\/SIGSOFT FSE. ACM , 851\u2013862. Fabrice Harel-Canada, Lingxiao Wang, Muhammad Ali Gulzar, Quanquan Gu, and Miryung Kim. 2020. Is neuron coverage a meaningful measure for testing deep neural networks? In ESEC\/SIGSOFT FSE. ACM, 851\u2013862."},{"key":"e_1_3_2_1_26_1","volume-title":"Taxonomy of Real Faults in Deep Learning Systems. CoRR, abs\/1910.11015","author":"Humbatova Nargiz","year":"2019","unstructured":"Nargiz Humbatova , Gunel Jahangirova , Gabriele Bavota , Vincenzo Riccio , Andrea Stocco , and Paolo Tonella . 2019. Taxonomy of Real Faults in Deep Learning Systems. CoRR, abs\/1910.11015 ( 2019 ). Nargiz Humbatova, Gunel Jahangirova, Gabriele Bavota, Vincenzo Riccio, Andrea Stocco, and Paolo Tonella. 2019. Taxonomy of Real Faults in Deep Learning Systems. CoRR, abs\/1910.11015 (2019)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338955"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380378"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Alexey Kurakin Ian J. Goodfellow and Samy Bengio. 2017. Adversarial examples in the physical world. In ICLR (Workshop). OpenReview.net.  Alexey Kurakin Ian J. Goodfellow and Samy Bengio. 2017. Adversarial examples in the physical world. In ICLR (Workshop). OpenReview.net.","DOI":"10.1201\/9781351251389-8"},{"key":"e_1_3_2_1_31_1","volume-title":"Calculus of a single variable","author":"Larson Ron","unstructured":"Ron Larson and Bruce H Edwards . 2016. Calculus of a single variable . Nelson Education . Ron Larson and Bruce H Edwards. 2016. Calculus of a single variable. Nelson Education."},{"key":"e_1_3_2_1_32_1","volume-title":"ECCV (7) (Lecture Notes in Computer Science","author":"Liu Xuanqing","unstructured":"Xuanqing Liu , Minhao Cheng , Huan Zhang , and Cho-Jui Hsieh . 2018. Towards Robust Neural Networks via Random Self-ensemble . In ECCV (7) (Lecture Notes in Computer Science , Vol. 11211). Springer, 381\u2013 397 . Xuanqing Liu, Minhao Cheng, Huan Zhang, and Cho-Jui Hsieh. 2018. Towards Robust Neural Networks via Random Self-ensemble. In ECCV (7) (Lecture Notes in Computer Science, Vol. 11211). Springer, 381\u2013397."},{"key":"e_1_3_2_1_33_1","volume-title":"DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 26th IEEE International Conference on Software Analysis, Evolution and Reengineering, SANER 2019","author":"Ma Lei","year":"2019","unstructured":"Lei Ma , Felix Juefei-Xu , Minhui Xue , Bo Li , Li Li , Yang Liu , and Jianjun Zhao . 2019 . DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 26th IEEE International Conference on Software Analysis, Evolution and Reengineering, SANER 2019 , Hangzhou, China , February 24-27, 2019. IEEE, 614\u2013618. Lei Ma, Felix Juefei-Xu, Minhui Xue, Bo Li, Li Li, Yang Liu, and Jianjun Zhao. 2019. DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 26th IEEE International Conference on Software Analysis, Evolution and Reengineering, SANER 2019, Hangzhou, China, February 24-27, 2019. IEEE, 614\u2013618."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"e_1_3_2_1_35_1","volume-title":"6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings. OpenReview.net.","author":"Madry Aleksander","year":"2018","unstructured":"Aleksander Madry , Aleksandar Makelov , Ludwig Schmidt , Dimitris Tsipras , and Adrian Vladu . 2018 . Towards Deep Learning Models Resistant to Adversarial Attacks . In 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings. OpenReview.net. Aleksander Madry, Aleksandar Makelov, Ludwig Schmidt, Dimitris Tsipras, and Adrian Vladu. 2018. Towards Deep Learning Models Resistant to Adversarial Attacks. In 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings. OpenReview.net."},{"key":"e_1_3_2_1_36_1","unstructured":"Maren Mahsereci Lukas Balles Christoph Lassner and Philipp Hennig. 2017. Early stopping without a validation set. arXiv preprint arXiv:1703.09580.  Maren Mahsereci Lukas Balles Christoph Lassner and Philipp Hennig. 2017. Early stopping without a validation set. arXiv preprint arXiv:1703.09580."},{"key":"e_1_3_2_1_37_1","volume-title":"Proceedings of the 36th International Conference on Machine Learning, ICML 2019","volume":"4911","author":"Odena Augustus","year":"2019","unstructured":"Augustus Odena , Catherine Olsson , David Andersen , and Ian J. Goodfellow . 2019. TensorFuzz: Debugging Neural Networks with Coverage-Guided Fuzzing . In Proceedings of the 36th International Conference on Machine Learning, ICML 2019 , 9-15 June 2019 , Long Beach, California, USA (Proceedings of Machine Learning Research , Vol. 97). PMLR, 4901\u2013 4911 . Augustus Odena, Catherine Olsson, David Andersen, and Ian J. Goodfellow. 2019. TensorFuzz: Debugging Neural Networks with Coverage-Guided Fuzzing. In Proceedings of the 36th International Conference on Machine Learning, ICML 2019, 9-15 June 2019, Long Beach, California, USA (Proceedings of Machine Learning Research, Vol. 97). PMLR, 4901\u20134911."},{"key":"e_1_3_2_1_38_1","volume-title":"EuroS&P","author":"Papernot Nicolas","unstructured":"Nicolas Papernot , Patrick D. McDaniel , Somesh Jha , Matt Fredrikson , Z. Berkay Celik , and Ananthram Swami . 2016. The Limitations of Deep Learning in Adversarial Settings . In EuroS&P . IEEE , 372\u2013387. Nicolas Papernot, Patrick D. McDaniel, Somesh Jha, Matt Fredrikson, Z. Berkay Celik, and Ananthram Swami. 2016. The Limitations of Deep Learning in Adversarial Settings. In EuroS&P. IEEE, 372\u2013387."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00107"},{"key":"e_1_3_2_1_41_1","volume-title":"Early stopping-but when? In Neural Networks: Tricks of the trade","author":"Prechelt Lutz","unstructured":"Lutz Prechelt . 1998. Early stopping-but when? In Neural Networks: Tricks of the trade . Springer , 55\u201369. Lutz Prechelt. 1998. Early stopping-but when? In Neural Networks: Tricks of the trade. Springer, 55\u201369."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-10861-0"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Qingchao Shen Haoyang Ma Junjie Chen Yongqiang Tian Shing-Chi Cheung and Xiang Chen. 2021. A Comprehensive Study of Deep Learning Compiler Bugs. In ESEC\/FSE. to appear.  Qingchao Shen Haoyang Ma Junjie Chen Yongqiang Tian Shing-Chi Cheung and Xiang Chen. 2021. A Comprehensive Study of Deep Learning Compiler Bugs. In ESEC\/FSE. to appear.","DOI":"10.1145\/3468264.3468591"},{"key":"e_1_3_2_1_44_1","unstructured":"Yi Sun Yuheng Chen Xiaogang Wang and Xiaoou Tang. 2014. Deep learning face representation by joint identification-verification. In Advances in neural information processing systems. 1988\u20131996.  Yi Sun Yuheng Chen Xiaogang Wang and Xiaoou Tang. 2014. Deep learning face representation by joint identification-verification. In Advances in neural information processing systems. 1988\u20131996."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2642956"},{"key":"e_1_3_2_1_46_1","volume-title":"Devanbu","author":"Thung Ferdian","year":"2012","unstructured":"Ferdian Thung , Lucia, David Lo , Lingxiao Jiang , Foyzur Rahman , and Premkumar T . Devanbu . 2012 . To what extent could we detect field defects? an empirical study of false negatives in static bug finding tools. In ASE. ACM , 50\u201359. Ferdian Thung, Lucia, David Lo, Lingxiao Jiang, Foyzur Rahman, and Premkumar T. Devanbu. 2012. To what extent could we detect field defects? an empirical study of false negatives in static bug finding tools. In ASE. ACM, 50\u201359."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409761"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00046"},{"key":"e_1_3_2_1_49_1","unstructured":"Chaowei Xiao Jun-Yan Zhu Bo Li Warren He Mingyan Liu and Dawn Song. 2018. Spatially Transformed Adversarial Examples. In ICLR (Poster). OpenReview.net.  Chaowei Xiao Jun-Yan Zhu Bo Li Warren He Mingyan Liu and Dawn Song. 2018. Spatially Transformed Adversarial Examples. In ICLR (Poster). OpenReview.net."},{"key":"e_1_3_2_1_50_1","volume-title":"Yuille","author":"Xie Cihang","year":"2018","unstructured":"Cihang Xie , Jianyu Wang , Zhishuai Zhang , Zhou Ren , and Alan L . Yuille . 2018 . Mitigating Adversarial Effects Through Randomization. In ICLR (Poster). OpenReview .net. Cihang Xie, Jianyu Wang, Zhishuai Zhang, Zhou Ren, and Alan L. Yuille. 2018. Mitigating Adversarial Effects Through Randomization. In ICLR (Poster). OpenReview.net."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330579"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00130"},{"key":"e_1_3_2_1_53_1","unstructured":"Ru Zhang Wencong Xiao Hongyu Zhang Yu Liu Haoxiang Lin and Mao Yang. [n.d.]. An Empirical Study on Program Failures of Deep Learning Jobs.  Ru Zhang Wencong Xiao Hongyu Zhang Yu Liu Haoxiang Lin and Mao Yang. [n.d.]. An Empirical Study on Program Failures of Deep Learning Jobs."},{"key":"e_1_3_2_1_54_1","volume-title":"An Empirical Study of Common Challenges in Developing Deep Learning Applications. In 30th IEEE International Symposium on Software Reliability Engineering, ISSRE 2019","author":"Zhang Tianyi","year":"2019","unstructured":"Tianyi Zhang , Cuiyun Gao , Lei Ma , Michael R. Lyu , and Miryung Kim . 2019 . An Empirical Study of Common Challenges in Developing Deep Learning Applications. In 30th IEEE International Symposium on Software Reliability Engineering, ISSRE 2019 , Berlin, Germany , October 28-31, 2019. IEEE, 104\u2013115. Tianyi Zhang, Cuiyun Gao, Lei Ma, Michael R. Lyu, and Miryung Kim. 2019. An Empirical Study of Common Challenges in Developing Deep Learning Applications. In 30th IEEE International Symposium on Software Reliability Engineering, ISSRE 2019, Berlin, Germany, October 28-31, 2019. IEEE, 104\u2013115."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213866"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"crossref","unstructured":"Yuhao Zhang Luyao Ren Liqian Chen Yingfei Xiong Shing-Chi Cheung and Tao Xie. 2020. Detecting numerical bugs in neural network architectures. In ESEC\/SIGSOFT FSE. ACM 826\u2013837.  Yuhao Zhang Luyao Ren Liqian Chen Yingfei Xiong Shing-Chi Cheung and Tao Xie. 2020. Detecting numerical bugs in neural network architectures. In ESEC\/SIGSOFT FSE. ACM 826\u2013837.","DOI":"10.1145\/3368089.3409720"}],"event":{"name":"ESEC\/FSE '21: 29th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Athens Greece","acronym":"ESEC\/FSE '21","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3468264.3468612","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3468264.3468612","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3468264.3468612","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:17:22Z","timestamp":1750191442000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3468264.3468612"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,18]]},"references-count":56,"alternative-id":["10.1145\/3468264.3468612","10.1145\/3468264"],"URL":"https:\/\/doi.org\/10.1145\/3468264.3468612","relation":{},"subject":[],"published":{"date-parts":[[2021,8,18]]},"assertion":[{"value":"2021-08-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}