{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T22:52:11Z","timestamp":1784069531452,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":85,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,5,31]],"date-time":"2020-05-31T00:00:00Z","timestamp":1590883200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100014718","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1564049, 1845638"],"award-info":[{"award-number":["1564049, 1845638"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,11]]},"DOI":"10.1145\/3318464.3389696","type":"proceedings-article","created":{"date-parts":[[2020,5,29]],"date-time":"2020-05-29T17:12:33Z","timestamp":1590772353000},"page":"1317-1334","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":34,"title":["Complaint-driven Training Data Debugging for Query 2.0"],"prefix":"10.1145","author":[{"given":"Weiyuan","family":"Wu","sequence":"first","affiliation":[{"name":"Simon Fraser University, Burnaby, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lampros","family":"Flokas","sequence":"additional","affiliation":[{"name":"Columbia University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eugene","family":"Wu","sequence":"additional","affiliation":[{"name":"Columbia University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiannan","family":"Wang","sequence":"additional","affiliation":[{"name":"Simon Fraser University, Burnaby, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,5,31]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Martin Abadi Ashish Agarwal Paul Barham Eugene Brevdo Zhifeng Chen Craig Citro Greg S. Corrado Andy Davis Jeffrey Dean Matthieu Devin Sanjay Ghemawat Ian Goodfellow Andrew Harp Geoffrey Irving Michael Isard Yangqing Jia Rafal Jozefowicz Lukasz Kaiser Manjunath Kudlur Josh Levenberg Dan Man\u00e9 Rajat Monga Sherry Moore Derek Murray Chris Olah Mike Schuster Jonathon Shlens Benoit Steiner Ilya Sutskever Kunal Talwar Paul Tucker Vincent Vanhoucke Vijay Vasudevan Fernanda Vi\u00e9gas Oriol Vinyals Pete Warden Martin Wattenberg Martin Wicke Yuan Yu and Xiaoqiang Zheng. 2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. http:\/\/tensorflow.org\/ Software available from tensorflow.org.  Martin Abadi Ashish Agarwal Paul Barham Eugene Brevdo Zhifeng Chen Craig Citro Greg S. Corrado Andy Davis Jeffrey Dean Matthieu Devin Sanjay Ghemawat Ian Goodfellow Andrew Harp Geoffrey Irving Michael Isard Yangqing Jia Rafal Jozefowicz Lukasz Kaiser Manjunath Kudlur Josh Levenberg Dan Man\u00e9 Rajat Monga Sherry Moore Derek Murray Chris Olah Mike Schuster Jonathon Shlens Benoit Steiner Ilya Sutskever Kunal Talwar Paul Tucker Vincent Vanhoucke Vijay Vasudevan Fernanda Vi\u00e9gas Oriol Vinyals Pete Warden Martin Wattenberg Martin Wicke Yuan Yu and Xiaoqiang Zheng. 2015. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems. http:\/\/tensorflow.org\/ Software available from tensorflow.org."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.14778\/2994509.2994518"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.14778\/3297753.3297761"},{"key":"e_1_3_2_2_4_1","volume-title":"Proceedings of the 35th International Conference on Machine Learning","volume":"80","author":"Agarwal Alekh","year":"2018","unstructured":"Alekh Agarwal , Alina Beygelzimer , Miroslav Dudik , John Langford , and Hanna Wallach . 2018 . A Reductions Approach to Fair Classification . In Proceedings of the 35th International Conference on Machine Learning , Vol. 80 . PMLR, Stockholmsm\u00e4ssan, Stockholm Sweden, 60--69. http:\/\/proceedings.mlr.press\/v80\/agarwal18a.html Alekh Agarwal, Alina Beygelzimer, Miroslav Dudik, John Langford, and Hanna Wallach. 2018. A Reductions Approach to Fair Classification. In Proceedings of the 35th International Conference on Machine Learning, Vol. 80. PMLR, Stockholmsm\u00e4ssan, Stockholm Sweden, 60--69. http:\/\/proceedings.mlr.press\/v80\/agarwal18a.html"},{"key":"e_1_3_2_2_5_1","unstructured":"Ashvin Agrawal Rony Chatterjee Carlo Curino Avrilia Floratou Neha Gowdal Matteo Interlandi Alekh Jindal Konstantinos Karanasos Subru Krishnan Brian Kroth Jyoti Leeka Kwanghyun Park Hiren Patel Olga Poppe Fotis Psallidas Raghu Ramakrishnan Abhishek Roy Karla Saur Rathijit Sen Markus Weimer Travis Wright and Yiwen Zhu. 2019. Cloudy with high chance of DBMS: A 10-year prediction for Enterprise-Grade ML. CoRR (2019). http:\/\/arxiv.org\/abs\/1909.00084  Ashvin Agrawal Rony Chatterjee Carlo Curino Avrilia Floratou Neha Gowdal Matteo Interlandi Alekh Jindal Konstantinos Karanasos Subru Krishnan Brian Kroth Jyoti Leeka Kwanghyun Park Hiren Patel Olga Poppe Fotis Psallidas Raghu Ramakrishnan Abhishek Roy Karla Saur Rathijit Sen Markus Weimer Travis Wright and Yiwen Zhu. 2019. Cloudy with high chance of DBMS: A 10-year prediction for Enterprise-Grade ML. CoRR (2019). http:\/\/arxiv.org\/abs\/1909.00084"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1989284.1989302"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098021"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.14778\/3007263.3007279"},{"key":"e_1_3_2_2_9_1","volume-title":"Steven Euijong Whang, and Martin Zinkevich","author":"Breck Eric","year":"2019","unstructured":"Eric Breck , Neoklis Polyzotis , Sudip Roy , Steven Euijong Whang, and Martin Zinkevich . 2019 . Data Validation for Machine Learning . https:\/\/mlsys.org\/Conferences\/2019\/doc\/2019\/167.pdf Eric Breck, Neoklis Polyzotis, Sudip Roy, Steven Euijong Whang, and Martin Zinkevich. 2019. Data Validation for Machine Learning. https:\/\/mlsys.org\/Conferences\/2019\/doc\/2019\/167.pdf"},{"key":"e_1_3_2_2_10_1","volume-title":"Proceedings of the 2009 ACM SIGMOD International Conference on Management of Data","author":"Chapman Adriane","unstructured":"Adriane Chapman and H. V. Jagadish . 2009. Why Not? . In Proceedings of the 2009 ACM SIGMOD International Conference on Management of Data ( Providence, Rhode Island, USA) (SIGMOD '09). Association for Computing Machinery, New York, NY, USA, 523--534. https:\/\/doi.org\/10.1145\/1559845.1559901 Adriane Chapman and H. V. Jagadish. 2009. Why Not?. In Proceedings of the 2009 ACM SIGMOD International Conference on Management of Data (Providence, Rhode Island, USA) (SIGMOD '09). Association for Computing Machinery, New York, NY, USA, 523--534. https:\/\/doi.org\/10.1145\/1559845.1559901"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2013.6544847"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3358955.3365847"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/B978-012088469-8.50076-0"},{"key":"e_1_3_2_2_14_1","unstructured":"Sanjib Das AnHai Doan Paul Suganthan G. C. Chaitanya Gokhale Pradap Konda Yash Govind and Derek Paulsen. [n.d.]. The Magellan Data Repository. https:\/\/sites.google.com\/site\/anhaidgroup\/projects\/data.  Sanjib Das AnHai Doan Paul Suganthan G. C. Chaitanya Gokhale Pradap Konda Yash Govind and Derek Paulsen. [n.d.]. The Magellan Data Repository. https:\/\/sites.google.com\/site\/anhaidgroup\/projects\/data."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.14778\/3297753.3297758"},{"key":"e_1_3_2_2_16_1","volume-title":"Karthikeyan Natesan Ramamurthy, and Kush R. Varshney","author":"du Pin Calmon Fl\u00e1","year":"2017","unstructured":"Fl\u00e1 vio du Pin Calmon , Dennis Wei , Bhanukiran Vinzamuri , Karthikeyan Natesan Ramamurthy, and Kush R. Varshney . 2017 . Optimized Pre-Processing for Discrimination Prevention. In Advances in Neural Information Processing Systems 30. 3992--4001. http:\/\/papers.nips.cc\/paper\/6988-optimized-pre-processing-for-discrimination-prevention Fl\u00e1 vio du Pin Calmon, Dennis Wei, Bhanukiran Vinzamuri, Karthikeyan Natesan Ramamurthy, and Kush R. Varshney. 2017. Optimized Pre-Processing for Discrimination Prevention. In Advances in Neural Information Processing Systems 30. 3992--4001. http:\/\/papers.nips.cc\/paper\/6988-optimized-pre-processing-for-discrimination-prevention"},{"key":"e_1_3_2_2_17_1","unstructured":"Dheeru Dua and Casey Graff. 2017. UCI Machine Learning Repository. http:\/\/archive.ics.uci.edu\/ml  Dheeru Dua and Casey Graff. 2017. UCI Machine Learning Repository. http:\/\/archive.ics.uci.edu\/ml"},{"key":"e_1_3_2_2_18_1","volume-title":"https:\/\/onnx.ai\/. [Online","author":"Network Exchange Open Neural","year":"2019","unstructured":"Open Neural Network Exchange . 2019. ONNX. https:\/\/onnx.ai\/. [Online ; accessed 10- October - 2019 ]. Open Neural Network Exchange. 2019. ONNX. https:\/\/onnx.ai\/. [Online; accessed 10-October-2019]."},{"key":"e_1_3_2_2_19_1","volume-title":"Classification in the presence of label noise: a survey","author":"Michel Verleysen Fr\u00e9nay","year":"2013","unstructured":"Beno^it Fr\u00e9nay and Michel Verleysen . 2013. Classification in the presence of label noise: a survey . IEEE transactions on neural networks and learning systems, Vol. 25 , 5 ( 2013 ), 845--869. Beno^it Fr\u00e9nay and Michel Verleysen. 2013. Classification in the presence of label noise: a survey. IEEE transactions on neural networks and learning systems, Vol. 25, 5 (2013), 845--869."},{"key":"e_1_3_2_2_20_1","volume-title":"Explaining Explanations: An Overview of Interpretability of Machine Learning. In 5th IEEE International Conference on Data Science and Advanced Analytics, DSAA 2018","author":"Gilpin Leilani H.","year":"2018","unstructured":"Leilani H. Gilpin , David Bau , Ben Z. Yuan , Ayesha Bajwa , Michael Specter , and Lalana Kagal . 2018 . Explaining Explanations: An Overview of Interpretability of Machine Learning. In 5th IEEE International Conference on Data Science and Advanced Analytics, DSAA 2018 , Turin, Italy, October 1--3 , 2018. IEEE, 80--89. https:\/\/doi.org\/10.1109\/DSAA.2018.00018 Leilani H. Gilpin, David Bau, Ben Z. Yuan, Ayesha Bajwa, Michael Specter, and Lalana Kagal. 2018. Explaining Explanations: An Overview of Interpretability of Machine Learning. In 5th IEEE International Conference on Data Science and Advanced Analytics, DSAA 2018, Turin, Italy, October 1--3, 2018. IEEE, 80--89. https:\/\/doi.org\/10.1109\/DSAA.2018.00018"},{"key":"e_1_3_2_2_21_1","volume-title":"Proceedings of Machine Learning Research","volume":"89","author":"Giordano Ryan","year":"2019","unstructured":"Ryan Giordano , William Stephenson , Runjing Liu , Michael Jordan , and Tamara Broderick . 2019 . A Swiss Army Infinitesimal Jackknife . In Proceedings of Machine Learning Research , Vol. 89 . PMLR, 1139--1147. http:\/\/proceedings.mlr.press\/v89\/giordano19a.html Ryan Giordano, William Stephenson, Runjing Liu, Michael Jordan, and Tamara Broderick. 2019. A Swiss Army Infinitesimal Jackknife. In Proceedings of Machine Learning Research, Vol. 89. PMLR, 1139--1147. http:\/\/proceedings.mlr.press\/v89\/giordano19a.html"},{"key":"e_1_3_2_2_22_1","volume-title":"Provenance Semirings. In Proceedings of the Twenty-Sixth ACM SIGMOD-SIGACT-SIGART Symposium on Principles of Database Systems","author":"Green Todd J.","year":"2007","unstructured":"Todd J. Green , Grigoris Karvounarakis , and Val Tannen . 2007 . Provenance Semirings. In Proceedings of the Twenty-Sixth ACM SIGMOD-SIGACT-SIGART Symposium on Principles of Database Systems ( Beijing, China) (PODS '07). Association for Computing Machinery, New York, NY, USA, 31--40. https:\/\/doi.org\/10.1145\/1265530.1265535 Todd J. Green, Grigoris Karvounarakis, and Val Tannen. 2007. Provenance Semirings. In Proceedings of the Twenty-Sixth ACM SIGMOD-SIGACT-SIGART Symposium on Principles of Database Systems (Beijing, China) (PODS '07). Association for Computing Machinery, New York, NY, USA, 31--40. https:\/\/doi.org\/10.1145\/1265530.1265535"},{"key":"e_1_3_2_2_23_1","unstructured":"LLC Gurobi Optimization. 2019. Gurobi Optimizer Reference Manual. http:\/\/www.gurobi.com  LLC Gurobi Optimization. 2019. Gurobi Optimizer Reference Manual. http:\/\/www.gurobi.com"},{"key":"e_1_3_2_2_24_1","unstructured":"Satoshi Hara Atsushi Nitanda and Takanori Maehara. 2019. Data Cleansing for Models Trained with SGD. In Advances in Neural Information Processing Systems 32. 4213--4222. http:\/\/papers.nips.cc\/paper\/8674-data-cleansing-for-models-trained-with-sgd.pdf  Satoshi Hara Atsushi Nitanda and Takanori Maehara. 2019. Data Cleansing for Models Trained with SGD. In Advances in Neural Information Processing Systems 32. 4213--4222. http:\/\/papers.nips.cc\/paper\/8674-data-cleansing-for-models-trained-with-sgd.pdf"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3319888"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.14778\/2367502.2367510"},{"key":"e_1_3_2_2_27_1","volume-title":"Cplex optimization studio. URL: http:\/\/www-01. ibm. com\/software\/commerce\/optimization\/cplex-optimizer","author":"IBM ILOG.","year":"2014","unstructured":"IBM ILOG. 2014. Cplex optimization studio. URL: http:\/\/www-01. ibm. com\/software\/commerce\/optimization\/cplex-optimizer ( 2014 ). IBM ILOG. 2014. Cplex optimization studio. URL: http:\/\/www-01. ibm. com\/software\/commerce\/optimization\/cplex-optimizer (2014)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.14778\/3317315.3317323"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1989323.1989411"},{"key":"e_1_3_2_2_30_1","volume-title":"Proceedings of Machine Learning and Systems","author":"Kang Daniel","year":"2020","unstructured":"Daniel Kang , Deepti Raghavan , Peter Bailis , and Matei Zaharia . 2020 . Model Assertions for Monitoring and Improving ML Models . In Proceedings of Machine Learning and Systems 2020. 481--496. Daniel Kang, Deepti Raghavan, Peter Bailis, and Matei Zaharia. 2020. Model Assertions for Monitoring and Improving ML Models. In Proceedings of Machine Learning and Systems 2020. 481--496."},{"key":"e_1_3_2_2_31_1","volume-title":"Proceedings of The 33rd International Conference on Machine Learning","volume":"48","author":"Kantchelian Alex","year":"2016","unstructured":"Alex Kantchelian , J. D. Tygar , and Anthony Joseph . 2016 . Evasion and Hardening of Tree Ensemble Classifiers . In Proceedings of The 33rd International Conference on Machine Learning , Vol. 48 . PMLR, New York, New York, USA, 2387--2396. http:\/\/proceedings.mlr.press\/v48\/kantchelian16.html Alex Kantchelian, J. D. Tygar, and Anthony Joseph. 2016. Evasion and Hardening of Tree Ensemble Classifiers. In Proceedings of The 33rd International Conference on Machine Learning, Vol. 48. PMLR, New York, New York, USA, 2387--2396. http:\/\/proceedings.mlr.press\/v48\/kantchelian16.html"},{"key":"e_1_3_2_2_32_1","volume-title":"https:\/\/medium.com\/@karpathy\/software-2-0-a64152b37c35. [Online","author":"Karpathy Andrej","year":"2019","unstructured":"Andrej Karpathy . 2017. Software 2.0. https:\/\/medium.com\/@karpathy\/software-2-0-a64152b37c35. [Online ; accessed 10- October - 2019 ]. Andrej Karpathy. 2017. Software 2.0. https:\/\/medium.com\/@karpathy\/software-2-0-a64152b37c35. [Online; accessed 10-October-2019]."},{"key":"e_1_3_2_2_33_1","volume-title":"Proceedings of Machine Learning Research","volume":"89","author":"Khanna Rajiv","year":"2019","unstructured":"Rajiv Khanna , Been Kim , Joydeep Ghosh , and Sanmi Koyejo . 2019 . Interpreting Black Box Predictions using Fisher Kernels . In Proceedings of Machine Learning Research , Vol. 89 . PMLR, 3382--3390. http:\/\/proceedings.mlr.press\/v89\/khanna19a.html Rajiv Khanna, Been Kim, Joydeep Ghosh, and Sanmi Koyejo. 2019. Interpreting Black Box Predictions using Fisher Kernels. In Proceedings of Machine Learning Research, Vol. 89. PMLR, 3382--3390. http:\/\/proceedings.mlr.press\/v89\/khanna19a.html"},{"key":"e_1_3_2_2_34_1","unstructured":"Pang Wei Koh Kai-Siang Ang Hubert H. K. Teo and Percy Liang. 2019. On the Accuracy of Influence Functions for Measuring Group Effects. In Advances in Neural Information Processing Systems 32. 5255--5265. http:\/\/papers.nips.cc\/paper\/8767-on-the-accuracy-of-influence-functions-for-measuring-group-effects  Pang Wei Koh Kai-Siang Ang Hubert H. K. Teo and Percy Liang. 2019. On the Accuracy of Influence Functions for Measuring Group Effects. In Advances in Neural Information Processing Systems 32. 5255--5265. http:\/\/papers.nips.cc\/paper\/8767-on-the-accuracy-of-influence-functions-for-measuring-group-effects"},{"key":"e_1_3_2_2_35_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning","volume":"70","author":"Koh Pang Wei","year":"2017","unstructured":"Pang Wei Koh and Percy Liang . 2017 . Understanding Black-box Predictions via Influence Functions . In Proceedings of the 34th International Conference on Machine Learning , Vol. 70 . PMLR, International Convention Centre, Sydney, Australia , 1885--1894. http:\/\/proceedings.mlr.press\/v70\/koh17a.html Pang Wei Koh and Percy Liang. 2017. Understanding Black-box Predictions via Influence Functions. In Proceedings of the 34th International Conference on Machine Learning, Vol. 70. PMLR, International Convention Centre, Sydney, Australia, 1885--1894. http:\/\/proceedings.mlr.press\/v70\/koh17a.html"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.14778\/2994509.2994535"},{"key":"e_1_3_2_2_37_1","volume-title":"Jordan","author":"Kraska Tim","year":"2013","unstructured":"Tim Kraska , Ameet Talwalkar , John C. Duchi , Rean Griffith , Michael J. Franklin , and Michael I . Jordan . 2013 . MLbase: A Distributed Machine-learning System. In CIDR 2013, Sixth Biennial Conference on Innovative Data Systems Research, Asilomar, CA, USA, January 6--9, 2013, Online Proceedings . www.cidrdb.org. http:\/\/cidrdb.org\/cidr2013\/Papers\/CIDR13_Paper118.pdf Tim Kraska, Ameet Talwalkar, John C. Duchi, Rean Griffith, Michael J. Franklin, and Michael I. Jordan. 2013. MLbase: A Distributed Machine-learning System. In CIDR 2013, Sixth Biennial Conference on Innovative Data Systems Research, Asilomar, CA, USA, January 6--9, 2013, Online Proceedings. www.cidrdb.org. http:\/\/cidrdb.org\/cidr2013\/Papers\/CIDR13_Paper118.pdf"},{"key":"e_1_3_2_2_38_1","volume-title":"BoostClean: Automated Error Detection and Repair for Machine Learning. CoRR","author":"Krishnan Sanjay","year":"2017","unstructured":"Sanjay Krishnan , Michael J. Franklin , Ken Goldberg , and Eugene Wu. 2017. BoostClean: Automated Error Detection and Repair for Machine Learning. CoRR ( 2017 ). http:\/\/arxiv.org\/abs\/1711.01299 Sanjay Krishnan, Michael J. Franklin, Ken Goldberg, and Eugene Wu. 2017. BoostClean: Automated Error Detection and Repair for Machine Learning. CoRR (2017). http:\/\/arxiv.org\/abs\/1711.01299"},{"key":"e_1_3_2_2_39_1","first-page":"12","article-title":"ActiveClean","volume":"9","author":"Krishnan Sanjay","year":"2016","unstructured":"Sanjay Krishnan , Jiannan Wang , Eugene Wu , Michael J. Franklin , and Ken Goldberg . 2016 . ActiveClean : Interactive Data Cleaning for Statistical Modeling. Proc. VLDB Endow. , Vol. 9 , 12 (Aug. 2016), 948--959. https:\/\/doi.org\/10.14778\/2994509.2994514 Sanjay Krishnan, Jiannan Wang, Eugene Wu, Michael J. Franklin, and Ken Goldberg. 2016. ActiveClean: Interactive Data Cleaning for Statistical Modeling. Proc. VLDB Endow., Vol. 9, 12 (Aug. 2016), 948--959. https:\/\/doi.org\/10.14778\/2994509.2994514","journal-title":"Interactive Data Cleaning for Statistical Modeling. Proc. VLDB Endow."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077257.3077271"},{"key":"e_1_3_2_2_41_1","volume-title":"AlphaClean: Automatic Generation of Data Cleaning Pipelines. CoRR","author":"Krishnan Sanjay","year":"2019","unstructured":"Sanjay Krishnan and Eugene Wu. 2019. AlphaClean: Automatic Generation of Data Cleaning Pipelines. CoRR ( 2019 ). http:\/\/arxiv.org\/abs\/1904.11827 Sanjay Krishnan and Eugene Wu. 2019. AlphaClean: Automatic Generation of Data Cleaning Pipelines. CoRR (2019). http:\/\/arxiv.org\/abs\/1904.11827"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939874"},{"key":"e_1_3_2_2_43_1","volume-title":"Burges","author":"LeCun Yann","year":"2010","unstructured":"Yann LeCun , Corinna Cortes , and Christopher J.C . Burges . 2010 . MNIST handwritten digit database. http:\/\/yann.lecun.com\/exdb\/mnist\/. http:\/\/yann.lecun.com\/exdb\/mnist\/ Yann LeCun, Corinna Cortes, and Christopher J.C. Burges. 2010. MNIST handwritten digit database. http:\/\/yann.lecun.com\/exdb\/mnist\/. http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"e_1_3_2_2_44_1","volume-title":"2019 b. CleanML: A Benchmark for Joint Data Cleaning and Machine Learning [Experiments and Analysis]. CoRR","author":"Li Peng","year":"2019","unstructured":"Peng Li , Xi Rao , Jennifer Blase , Yue Zhang , Xu Chu , and Ce Zhang . 2019 b. CleanML: A Benchmark for Joint Data Cleaning and Machine Learning [Experiments and Analysis]. CoRR ( 2019 ). http:\/\/arxiv.org\/abs\/1904.09483 Peng Li, Xi Rao, Jennifer Blase, Yue Zhang, Xu Chu, and Ce Zhang. 2019 b. CleanML: A Benchmark for Joint Data Cleaning and Machine Learning [Experiments and Analysis]. CoRR (2019). http:\/\/arxiv.org\/abs\/1904.09483"},{"key":"e_1_3_2_2_45_1","first-page":"11","article-title":"a","volume":"12","author":"Li Yuliang","year":"2019","unstructured":"Yuliang Li , Aaron Feng , Jinfeng Li , Saran Mumick , Alon Halevy , Vivian Li , and Wang-Chiew Tan . 2019 a . Subjective Databases. Proc. VLDB Endow. , Vol. 12 , 11 (July 2019), 1330--1343. https:\/\/doi.org\/10.14778\/3342263.3342271 Yuliang Li, Aaron Feng, Jinfeng Li, Saran Mumick, Alon Halevy, Vivian Li, and Wang-Chiew Tan. 2019 a. Subjective Databases. Proc. VLDB Endow., Vol. 12, 11 (July 2019), 1330--1343. https:\/\/doi.org\/10.14778\/3342263.3342271","journal-title":"Subjective Databases. Proc. VLDB Endow."},{"key":"e_1_3_2_2_46_1","volume-title":"Introduction to BigQuery ML. https:\/\/cloud.google.com\/bigquery-ml\/docs\/bigqueryml-intro. [Online","author":"Google LLC.","year":"2019","unstructured":"Google LLC. 2019. Introduction to BigQuery ML. https:\/\/cloud.google.com\/bigquery-ml\/docs\/bigqueryml-intro. [Online ; accessed 10- October - 2019 ]. Google LLC. 2019. Introduction to BigQuery ML. https:\/\/cloud.google.com\/bigquery-ml\/docs\/bigqueryml-intro. [Online; accessed 10-October-2019]."},{"key":"e_1_3_2_2_47_1","volume-title":"LogicBlox -- Next Generation Analytics Applications. https:\/\/logicblox.com. [Online","year":"2019","unstructured":"Logicblox. 2019. LogicBlox -- Next Generation Analytics Applications. https:\/\/logicblox.com. [Online ; accessed 10- October - 2019 ]. Logicblox. 2019. LogicBlox -- Next Generation Analytics Applications. https:\/\/logicblox.com. [Online; accessed 10-October-2019]."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3183751"},{"key":"e_1_3_2_2_49_1","volume-title":"Lundberg and Su-In Lee","author":"Scott","year":"2017","unstructured":"Scott M. Lundberg and Su-In Lee . 2017 . A Unified Approach to Interpreting Model Predictions. In Advances in Neural Information Processing Systems 30. 4765--4774. http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions Scott M. Lundberg and Su-In Lee. 2017. A Unified Approach to Interpreting Model Predictions. In Advances in Neural Information Processing Systems 30. 4765--4774. http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3324956"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.5555\/3104322.3104416"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.14778\/3402755.3402803"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.14778\/2733004.2733070"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213875"},{"key":"e_1_3_2_2_55_1","volume-title":"CEAS 2006 - The Third Conference on Email and Anti-Spam, July 27--28","author":"Metsis Vangelis","year":"2006","unstructured":"Vangelis Metsis , Ion Androutsopoulos , and Georgios Paliouras . 2006 . Spam Filtering with Naive Bayes - Which Naive Bayes? . In CEAS 2006 - The Third Conference on Email and Anti-Spam, July 27--28 , 2006, Mountain View, California, USA. http:\/\/www.ceas.cc\/ 2006\/listabs.html#15.pdf Vangelis Metsis, Ion Androutsopoulos, and Georgios Paliouras. 2006. Spam Filtering with Naive Bayes - Which Naive Bayes?. In CEAS 2006 - The Third Conference on Email and Anti-Spam, July 27--28, 2006, Mountain View, California, USA. http:\/\/www.ceas.cc\/2006\/listabs.html#15.pdf"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"crossref","unstructured":"Hamed Nilforoshan and Eugene Wu. 2017. Leveraging Quality Prediction Models for Automatic Writing Feedback. In ICWSM.  Hamed Nilforoshan and Eugene Wu. 2017. Leveraging Quality Prediction Models for Automatic Writing Feedback. In ICWSM.","DOI":"10.1609\/icwsm.v12i1.14998"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3054782"},{"key":"e_1_3_2_2_58_1","first-page":"3","article-title":"Data Cleaning: Problems and Current Approaches","volume":"23","author":"Rahm Erhard","year":"2000","unstructured":"Erhard Rahm and Hong Hai Do . 2000 . Data Cleaning: Problems and Current Approaches . IEEE Data Eng. Bull. , Vol. 23 (2000), 3 -- 13 . Erhard Rahm and Hong Hai Do. 2000. Data Cleaning: Problems and Current Approaches. IEEE Data Eng. Bull., Vol. 23 (2000), 3--13.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3056442"},{"key":"e_1_3_2_2_60_1","volume-title":"Overton: A Data System for Monitoring and Improving Machine-Learned Products. CoRR","author":"R\u00e9 Christopher","year":"2019","unstructured":"Christopher R\u00e9 , Feng Niu , Pallavi Gudipati , and Charles Srisuwananukorn . 2019 . Overton: A Data System for Monitoring and Improving Machine-Learned Products. CoRR (2019). http:\/\/arxiv.org\/abs\/1909.05372 Christopher R\u00e9, Feng Niu, Pallavi Gudipati, and Charles Srisuwananukorn. 2019. Overton: A Data System for Monitoring and Improving Machine-Learned Products. CoRR (2019). http:\/\/arxiv.org\/abs\/1909.05372"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137628.3137631"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11491"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.14778\/2856318.2856329"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2588578"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.14778\/3229863.3236260"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3319901"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3300073"},{"key":"e_1_3_2_2_69_1","volume-title":"Automated Machine Learning: State-of-The-Art and Open Challenges. CoRR","author":"Shawi Radwa El","year":"2019","unstructured":"Radwa El Shawi , Mohamed Maher , and Sherif Sakr . 2019. Automated Machine Learning: State-of-The-Art and Open Challenges. CoRR ( 2019 ). http:\/\/arxiv.org\/abs\/1906.02287 Radwa El Shawi, Mohamed Maher, and Sherif Sakr. 2019. Automated Machine Learning: State-of-The-Art and Open Challenges. CoRR (2019). http:\/\/arxiv.org\/abs\/1906.02287"},{"key":"e_1_3_2_2_70_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning","volume":"70","author":"Shrikumar Avanti","year":"2017","unstructured":"Avanti Shrikumar , Peyton Greenside , and Anshul Kundaje . 2017 . Learning Important Features Through Propagating Activation Differences . In Proceedings of the 34th International Conference on Machine Learning , Vol. 70 . PMLR, International Convention Centre, Sydney, Australia, 3145--3153. http:\/\/proceedings.mlr.press\/v70\/shrikumar17a.html Avanti Shrikumar, Peyton Greenside, and Anshul Kundaje. 2017. Learning Important Features Through Propagating Activation Differences. In Proceedings of the 34th International Conference on Machine Learning, Vol. 70. PMLR, International Convention Centre, Sydney, Australia, 3145--3153. http:\/\/proceedings.mlr.press\/v70\/shrikumar17a.html"},{"key":"e_1_3_2_2_71_1","volume-title":"Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. CoRR","author":"Simonyan Karen","year":"2013","unstructured":"Karen Simonyan , Andrea Vedaldi , and Andrew Zisserman . 2013. Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. CoRR ( 2013 ). http:\/\/arxiv.org\/abs\/1312.6034 Karen Simonyan, Andrea Vedaldi, and Andrew Zisserman. 2013. Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. CoRR (2013). http:\/\/arxiv.org\/abs\/1312.6034"},{"key":"e_1_3_2_2_72_1","volume-title":"SQLFlow: Bridging Data and AI. https:\/\/sqlflow.org. [Online","year":"2019","unstructured":"SQLFlow. 2019. SQLFlow: Bridging Data and AI. https:\/\/sqlflow.org. [Online ; accessed 10- October - 2019 ]. SQLFlow. 2019. SQLFlow: Bridging Data and AI. https:\/\/sqlflow.org. [Online; accessed 10-October-2019]."},{"key":"e_1_3_2_2_73_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning","volume":"70","author":"Sundararajan Mukund","year":"2017","unstructured":"Mukund Sundararajan , Ankur Taly , and Qiqi Yan . 2017 . Axiomatic Attribution for Deep Networks . In Proceedings of the 34th International Conference on Machine Learning , Vol. 70 . PMLR, International Convention Centre, Sydney, Australia, 3319--3328. http:\/\/proceedings.mlr.press\/v70\/sundararajan17a.html Mukund Sundararajan, Ankur Taly, and Qiqi Yan. 2017. Axiomatic Attribution for Deep Networks. In Proceedings of the 34th International Conference on Machine Learning, Vol. 70. PMLR, International Convention Centre, Sydney, Australia, 3319--3328. http:\/\/proceedings.mlr.press\/v70\/sundararajan17a.html"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137628.3137648"},{"key":"e_1_3_2_2_75_1","volume-title":"Joint Optimization Framework for Learning With Noisy Labels. In 2018 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2018","author":"Tanaka Daiki","year":"2018","unstructured":"Daiki Tanaka , Daiki Ikami , Toshihiko Yamasaki , and Kiyoharu Aizawa . 2018 . Joint Optimization Framework for Learning With Noisy Labels. In 2018 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2018 , Salt Lake City, UT, USA, June 18--22 , 2018. IEEE Computer Society, 5552--5560. https:\/\/doi.org\/10.1109\/CVPR.2018.00582 Daiki Tanaka, Daiki Ikami, Toshihiko Yamasaki, and Kiyoharu Aizawa. 2018. Joint Optimization Framework for Learning With Noisy Labels. In 2018 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2018, Salt Lake City, UT, USA, June 18--22, 2018. IEEE Computer Society, 5552--5560. https:\/\/doi.org\/10.1109\/CVPR.2018.00582"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807167.1807172"},{"key":"e_1_3_2_2_77_1","volume-title":"Debugging Training Data for Software 2.0. https:\/\/dawn.cs.stanford.edu\/2018\/08\/30\/debugging2\/. [Online","author":"Varma Paroma","year":"2019","unstructured":"Paroma Varma , Braden Hancock , Sahaana Suri , Jared Dunnman , and Chris R\u00e9. 2018. Debugging Training Data for Software 2.0. https:\/\/dawn.cs.stanford.edu\/2018\/08\/30\/debugging2\/. [Online ; accessed 10- October - 2019 ]. Paroma Varma, Braden Hancock, Sahaana Suri, Jared Dunnman, and Chris R\u00e9. 2018. Debugging Training Data for Software 2.0. https:\/\/dawn.cs.stanford.edu\/2018\/08\/30\/debugging2\/. [Online; accessed 10-October-2019]."},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2750549"},{"key":"e_1_3_2_2_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3035925"},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.14778\/2536354.2536356"},{"key":"e_1_3_2_2_81_1","volume-title":"Complaint-driven Training Data Debugging for Query 2.0. CoRR","author":"Wu Weiyuan","year":"2020","unstructured":"Weiyuan Wu , Lampros Flokas , Eugene Wu , and Jiannan Wang . 2020. Complaint-driven Training Data Debugging for Query 2.0. CoRR ( 2020 ). https:\/\/sfu.ca\/ youngw\/files\/Rain-arXiv.pdf Weiyuan Wu, Lampros Flokas, Eugene Wu, and Jiannan Wang. 2020. Complaint-driven Training Data Debugging for Query 2.0. CoRR (2020). https:\/\/sfu.ca\/ youngw\/files\/Rain-arXiv.pdf"},{"key":"e_1_3_2_2_82_1","volume-title":"Proceedings of the 35th International Conference on Machine Learning","volume":"80","author":"Xu Jingyi","year":"2018","unstructured":"Jingyi Xu , Zilu Zhang , Tal Friedman , Yitao Liang , and Guy Van den Broeck . 2018 . A Semantic Loss Function for Deep Learning with Symbolic Knowledge . In Proceedings of the 35th International Conference on Machine Learning , Vol. 80 . PMLR, Stockholmsm\u00e4ssan, Stockholm Sweden, 5502--5511. http:\/\/proceedings.mlr.press\/v80\/xu18h.html Jingyi Xu, Zilu Zhang, Tal Friedman, Yitao Liang, and Guy Van den Broeck. 2018. A Semantic Loss Function for Deep Learning with Symbolic Knowledge. In Proceedings of the 35th International Conference on Machine Learning, Vol. 80. PMLR, Stockholmsm\u00e4ssan, Stockholm Sweden, 5502--5511. http:\/\/proceedings.mlr.press\/v80\/xu18h.html"},{"key":"e_1_3_2_2_83_1","volume-title":"Zeiler and Rob Fergus","author":"Matthew","year":"2014","unstructured":"Matthew D. Zeiler and Rob Fergus . 2014 . Visualizing and Understanding Convolutional Networks. In Computer Vision - ECCV 2014 - 13th European Conference, Zurich, Switzerland, September 6--12, 2014, Proceedings, Part I, Vol. 8689 . Springer , 818--833. https:\/\/doi.org\/10.1007\/978--3--319--10590--1_53 Matthew D. Zeiler and Rob Fergus. 2014. Visualizing and Understanding Convolutional Networks. In Computer Vision - ECCV 2014 - 13th European Conference, Zurich, Switzerland, September 6--12, 2014, Proceedings, Part I, Vol. 8689. Springer, 818--833. https:\/\/doi.org\/10.1007\/978--3--319--10590--1_53"},{"key":"e_1_3_2_2_84_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1203"},{"key":"e_1_3_2_2_85_1","volume-title":"Wright","author":"Zhang Xuezhou","year":"2018","unstructured":"Xuezhou Zhang , Xiaojin Zhu , and Stephen J . Wright . 2018 . Training Set Debugging Using Trusted Items. In Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence. AAAI Press , 4482--4489. https:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI18\/paper\/view\/16155 Xuezhou Zhang, Xiaojin Zhu, and Stephen J. Wright. 2018. Training Set Debugging Using Trusted Items. In Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence. AAAI Press, 4482--4489. https:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI18\/paper\/view\/16155"}],"event":{"name":"SIGMOD\/PODS '20: International Conference on Management of Data","location":"Portland OR USA","acronym":"SIGMOD\/PODS '20","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3318464.3389696","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3318464.3389696","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:44Z","timestamp":1750199924000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3318464.3389696"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,31]]},"references-count":85,"alternative-id":["10.1145\/3318464.3389696","10.1145\/3318464"],"URL":"https:\/\/doi.org\/10.1145\/3318464.3389696","relation":{},"subject":[],"published":{"date-parts":[[2020,5,31]]},"assertion":[{"value":"2020-05-31","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}