{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:07:47Z","timestamp":1768010867196,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":86,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T00:00:00Z","timestamp":1701302400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"The National Nat- ural Science Foundation of China","award":["(Grant Nos. 62141210, 61932021, 61902056)"],"award-info":[{"award-number":["(Grant Nos. 62141210, 61932021, 61902056)"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,30]]},"DOI":"10.1145\/3611643.3616352","type":"proceedings-article","created":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T23:14:38Z","timestamp":1701386078000},"page":"463-475","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Can Machine Learning Pipelines Be Better Configured?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-4967-7879","authenticated-orcid":false,"given":"Yibo","family":"Wang","sequence":"first","affiliation":[{"name":"Northeastern University, Shenyang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8645-4326","authenticated-orcid":false,"given":"Ying","family":"Wang","sequence":"additional","affiliation":[{"name":"Northeastern University, Shenyang, China \/ The Hong Kong University of Science and Technology, Hong Kong, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-4012-8590","authenticated-orcid":false,"given":"Tingwei","family":"Zhang","sequence":"additional","affiliation":[{"name":"Northeastern University, Shenyang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9865-2212","authenticated-orcid":false,"given":"Yue","family":"Yu","sequence":"additional","affiliation":[{"name":"National University of Defense Technology, Shenyang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3508-7172","authenticated-orcid":false,"given":"Shing-Chi","family":"Cheung","sequence":"additional","affiliation":[{"name":"The Hong Kong University of Science and Technology, Hong Kong, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8024-1781","authenticated-orcid":false,"given":"Hai","family":"Yu","sequence":"additional","affiliation":[{"name":"Northeastern University, Shenyang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3422-5585","authenticated-orcid":false,"given":"Zhiliang","family":"Zhu","sequence":"additional","affiliation":[{"name":"Northeastern University, Shenyang, China"}]}],"member":"320","published-online":{"date-parts":[[2023,11,30]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"2021. Hugging Face. https:\/\/huggingface.co\/models Accessed: 2021-08-01"},{"key":"e_1_3_2_2_2_1","unstructured":"2021. Kaggle. https:\/\/www.kaggle.com\/ Accessed: 2021-08-01"},{"key":"e_1_3_2_2_3_1","unstructured":"2021. Kaggle. https:\/\/jedi.readthedocs.io\/\/ Accessed: 2021-08-01"},{"key":"e_1_3_2_2_4_1","unstructured":"2021. Matplotlib. https:\/\/matplotlib.org\/ Accessed: 2021-08-01"},{"key":"e_1_3_2_2_5_1","unstructured":"2021. Numpy. https:\/\/numpy.org\/ Accessed: 2021-08-01"},{"key":"e_1_3_2_2_6_1","unstructured":"2021. Pandas. https:\/\/pandas.pydata.org\/ Accessed: 2021-08-01"},{"key":"e_1_3_2_2_7_1","unstructured":"2021. Pytorch. https:\/\/pytorch.org\/ Accessed: 2021-08-01"},{"key":"e_1_3_2_2_8_1","unstructured":"2021. A ranked list of awesome ML librarie. https:\/\/github.com\/ml-tooling\/best-of-ml-python Accessed: 2021-08-01"},{"key":"e_1_3_2_2_9_1","unstructured":"2021. Scikit-Learn. https:\/\/scikit-learn.org\/stable\/ Accessed: 2021-08-01"},{"key":"e_1_3_2_2_10_1","unstructured":"2022. CFEC#1211. https:\/\/www.kaggle.com\/code\/nandhuelan\/catembed\/notebook Accessed: 2022-07-01"},{"key":"e_1_3_2_2_11_1","unstructured":"2022. CFEC#1254. https:\/\/www.kaggle.com\/dskagglemt\/categorical-feature-encoding-challenge Accessed: 2022-07-01"},{"key":"e_1_3_2_2_12_1","unstructured":"2022. CFECII#385. https:\/\/www.kaggle.com\/nandhuelan\/let-s-tickle-the-cat-meow Accessed: 2022-07-01"},{"key":"e_1_3_2_2_13_1","unstructured":"2022. Commit log 7a0adbb. https:\/\/github.com\/huggingface\/transformers\/pull\/4659\/commits\/7a0adbb56ae719a784f781bb2d80edf856e71916 Accessed: 2022-07-01"},{"key":"e_1_3_2_2_14_1","unstructured":"2022. Competition 1. https:\/\/www.kaggle.com\/c\/lish-moa Accessed: 2022-07-01"},{"key":"e_1_3_2_2_15_1","unstructured":"2022. Competition 10. https:\/\/www.kaggle.com\/c\/champs-scalar-coupling Accessed: 2022-07-01"},{"key":"e_1_3_2_2_16_1","unstructured":"2022. Competition 2. https:\/\/www.kaggle.com\/c\/aerial-cactus-identification Accessed: 2022-07-01"},{"key":"e_1_3_2_2_17_1","unstructured":"2022. Competition 3. https:\/\/www.kaggle.com\/c\/tabular-playground-series-may-2021 Accessed: 2022-07-01"},{"key":"e_1_3_2_2_18_1","unstructured":"2022. Competition 4. https:\/\/www.kaggle.com\/competitions\/nlp-getting-started Accessed: 2022-07-01"},{"key":"e_1_3_2_2_19_1","unstructured":"2022. Competition 5. https:\/\/www.kaggle.com\/c\/Kannada-MNIST Accessed: 2022-07-01"},{"key":"e_1_3_2_2_20_1","unstructured":"2022. Competition 6. https:\/\/www.kaggle.com\/competitions\/cat-in-the-dat Accessed: 2022-07-01"},{"key":"e_1_3_2_2_21_1","unstructured":"2022. Competition 7. https:\/\/www.kaggle.com\/competitions\/tabular-playground-series-apr-2021 Accessed: 2022-07-01"},{"key":"e_1_3_2_2_22_1","unstructured":"2022. Competition 8. https:\/\/www.kaggle.com\/c\/plant-pathology-2020-fgvc7 Accessed: 2022-07-01"},{"key":"e_1_3_2_2_23_1","unstructured":"2022. Competition 9. https:\/\/www.kaggle.com\/c\/optiver-realized-volatility-prediction Accessed: 2022-07-01"},{"key":"e_1_3_2_2_24_1","unstructured":"2022. GoogleBrain-VPP#1686. https:\/\/www.kaggle.com\/code\/ranjeetshrivastav\/ventilator-pressure-prediction-xgboost\/comments Accessed: 2022-07-01"},{"key":"e_1_3_2_2_25_1","unstructured":"2022. Issue Pandas#25893. https:\/\/www.kaggle.com\/dskagglemt\/categorical-feature-encoding-challenge Accessed: 2022-07-01"},{"key":"e_1_3_2_2_26_1","unstructured":"2022. MNIST. https:\/\/www.kaggle.com\/c\/Kannada-MNIST Accessed: 2022-07-01"},{"key":"e_1_3_2_2_27_1","unstructured":"2022. MNIST#85. https:\/\/www.kaggle.com\/joesmithkaggle\/the-simple-kernel-for-kannada-mnist Accessed: 2022-07-01"},{"key":"e_1_3_2_2_28_1","unstructured":"2022. NLPDT#785. https:\/\/www.kaggle.com\/code\/onuraydere\/decisiontreeandbernoullinb Accessed: 2022-07-01"},{"key":"e_1_3_2_2_29_1","unstructured":"2022. NLPDT#plyger. https:\/\/www.kaggle.com\/code\/plyger\/notebook268f8a3109\/notebook Accessed: 2022-07-01"},{"key":"e_1_3_2_2_30_1","unstructured":"2022. Release note of Sklearn 0.22.0. https:\/\/scikit-learn.org\/stable\/modules\/generated\/sklearn.svm.SVC.html Accessed: 2022-07-01"},{"key":"e_1_3_2_2_31_1","unstructured":"2022. Sklearn#20642. https:\/\/github.com\/scikit-learn\/scikit-learn\/issues\/20642 Accessed: 2022-07-01"},{"key":"e_1_3_2_2_32_1","unstructured":"2022. TPS-Jul#839. https:\/\/www.kaggle.com\/code\/tps-july-2021-simple-fast-code Accessed: 2022-07-01"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00078"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409759"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.4324\/9780203771587"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/1524839915580941"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549085"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3453478"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338954"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510221"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00080"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416571"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00116"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09819-6"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","unstructured":"Qiang Hu Yuejun Guo Xiaofei Xie Maxime Cordy Lei Ma Mike Papadakis and Yves Le Traon. 2022. Efficient Testing of Deep Neural Networks via Decision Boundary Analysis. arXiv preprint arXiv:2207.10942 https:\/\/doi.org\/10.48550\/arXiv.2207.10942 10.48550\/arXiv.2207.10942","DOI":"10.48550\/arXiv.2207.10942"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00126"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380395"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464825"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338955"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380378"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2212.04038"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1177\/00131644700300030"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3516826"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-27481-7_33"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477535"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","unstructured":"Geoffrey R Loftus and Michael EJ Masson. 1994. Using confidence intervals in within-subject designs. Psychonomic bulletin & review 1 4 476\u2013490. https:\/\/doi.org\/10.3758\/BF03210951 10.3758\/BF03210951","DOI":"10.3758\/BF03210951"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3522664.3528607"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2019.8668044"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00107"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416545"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09881-0"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.22237\/jmasm"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468591"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C.2018.00032"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238172"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2022.107129"},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_2_72_1","volume-title":"Leandro Von Werra, and Thomas Wolf","author":"Tunstall Lewis","year":"2022","unstructured":"Lewis Tunstall, Leandro Von Werra, and Thomas Wolf. 2022. Natural language processing with transformers. \" O\u2019Reilly Media, Inc.\"."},{"key":"e_1_3_2_2_73_1","volume-title":"Understanding interobserver agreement: the kappa statistic. Fam med, 37, 5","author":"Viera Anthony J","year":"2005","unstructured":"Anthony J Viera and Joanne M Garrett. 2005. Understanding interobserver agreement: the kappa statistic. Fam med, 37, 5 (2005), 360\u2013363."},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409761"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2022.3208239"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330579"},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019"},{"key":"e_1_3_2_2_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.2975159"},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2020.101960"},{"key":"e_1_3_2_2_81_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"e_1_3_2_2_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380362"},{"key":"e_1_3_2_2_84_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2019.00020"},{"key":"e_1_3_2_2_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213866"},{"key":"e_1_3_2_2_86_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE5003.2020.00035"}],"event":{"name":"ESEC\/FSE '23: 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"San Francisco CA USA","acronym":"ESEC\/FSE '23","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3616352","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3611643.3616352","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:11Z","timestamp":1750178171000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3616352"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,30]]},"references-count":86,"alternative-id":["10.1145\/3611643.3616352","10.1145\/3611643"],"URL":"https:\/\/doi.org\/10.1145\/3611643.3616352","relation":{},"subject":[],"published":{"date-parts":[[2023,11,30]]},"assertion":[{"value":"2023-11-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}