{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T18:16:58Z","timestamp":1778782618342,"version":"3.51.4"},"reference-count":43,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62541604"],"award-info":[{"award-number":["62541604"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100018537","name":"National Science and Technology Major Project","doi-asserted-by":"publisher","award":["2025ZD0123702"],"award-info":[{"award-number":["2025ZD0123702"]}],"id":[{"id":"10.13039\/501100018537","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.eswa.2026.131830","type":"journal-article","created":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T17:11:32Z","timestamp":1772125892000},"page":"131830","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["DI-OOB: Leveraging data incompatibility to enhance out-of-bag estimate for data valuation"],"prefix":"10.1016","volume":"317","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-8492-5233","authenticated-orcid":false,"given":"Yuqi","family":"Jiao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2589-1164","authenticated-orcid":false,"given":"Guanglu","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9206-4588","authenticated-orcid":false,"given":"Zhenhua","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2785-1157","authenticated-orcid":false,"given":"Baiyu","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0950-3897","authenticated-orcid":false,"given":"Suxia","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.eswa.2026.131830_bib0001","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1023\/A:1018054314350","article-title":"Bagging predictors","volume":"24","author":"Breiman","year":"1996","journal-title":"Machine Learning"},{"key":"10.1016\/j.eswa.2026.131830_bib0002","series-title":"Proceedings of the 36th international conference on machine learning","first-page":"1062","article-title":"Understanding and utilizing deep neural networks trained with noisy labels","volume":"97","author":"Chen","year":"2019"},{"key":"10.1016\/j.eswa.2026.131830_bib0003","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1111\/j.2517-6161.1992.tb01866.x","article-title":"Jackknife-after-bootstrap standard errors and influence functions","volume":"54","author":"Efron","year":"1992","journal-title":"Journal of the Royal Statistical Society: Series B (Methodological)"},{"key":"10.1016\/j.eswa.2026.131830_bib0004","first-page":"548","article-title":"Improvements on cross-validation: the 632+ bootstrap method","volume":"92","author":"Efron","year":"1997","journal-title":"Journal of the American Statistical Association"},{"key":"10.1016\/j.eswa.2026.131830_bib0005","first-page":"1","article-title":"OpenML-python: an extensible python API for openML","volume":"22","author":"Feurer","year":"2021","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/j.eswa.2026.131830_bib0006","series-title":"Proceedings of the 36th international conference on machine learning","first-page":"2242","article-title":"Data shapley: Equitable valuation of data for machine learning","volume":"97","author":"Ghorbani","year":"2019"},{"key":"10.1016\/j.eswa.2026.131830_bib0007","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"7961","article-title":"Intrinsic certified robustness of bagging against data poisoning attacks","volume":"35","author":"Jia","year":"2021"},{"key":"10.1016\/j.eswa.2026.131830_bib0008","doi-asserted-by":"crossref","first-page":"1610","DOI":"10.14778\/3342263.3342637","article-title":"Efficient task-specific data valuation for nearest neighbor algorithms","volume":"12","author":"Jia","year":"2019","journal-title":"Proceedings of the VLDB Endowment"},{"key":"10.1016\/j.eswa.2026.131830_bib0009","series-title":"The 22nd international conference on artificial intelligence and statistics","first-page":"1167","article-title":"Towards efficient data valuation based on the shapley value","author":"Jia","year":"2019"},{"key":"10.1016\/j.eswa.2026.131830_bib0010","series-title":"Proceedings of the twenty-second international conference on artificial intelligence and statistics","first-page":"1167","article-title":"Towards efficient data valuation based on the shapley value","volume":"89","author":"Jia","year":"2019"},{"key":"10.1016\/j.eswa.2026.131830_bib0011","series-title":"Advances in neural information processing systems","first-page":"28624","article-title":"Opendataval: a unified benchmark for data valuation","volume":"36","author":"Jiang","year":"2023"},{"key":"10.1016\/j.eswa.2026.131830_bib0012","series-title":"The eleventh international conference on learning representations","article-title":"Incompatibility clustering as a defense against backdoor poisoning attacks","author":"Jin","year":"2023"},{"key":"10.1016\/j.eswa.2026.131830_bib0013","series-title":"The eleventh international conference on learning representations","article-title":"LAVA: Data valuation without pre-specified learning algorithms","author":"Just","year":"2023"},{"key":"10.1016\/j.eswa.2026.131830_bib0014","series-title":"Introduction to keras","first-page":"(97","author":"Ketkar","year":"2017"},{"key":"10.1016\/j.eswa.2026.131830_bib0015","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"8110","article-title":"Glister: Generalization based data subset selection for efficient and robust learning","volume":"35","author":"Killamsetty","year":"2021"},{"key":"10.1016\/j.eswa.2026.131830_bib0016","series-title":"Proceedings of the 34th international conference on machine learning","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","volume":"70","author":"Koh","year":"2017"},{"key":"10.1016\/j.eswa.2026.131830_bib0017","series-title":"Proceedings of the 25th international conference on artificial intelligence and statistics","first-page":"8780","article-title":"Beta shapley: a unified and noise-reduced data valuation framework for machine learning","volume":"vol. 151","author":"Kwon","year":"2022"},{"key":"10.1016\/j.eswa.2026.131830_bib0018","series-title":"Proceedings of the 40th international conference on machine learning","first-page":"18135","article-title":"Data-OOB: Out-of-bag estimate as a simple and efficient data value","volume":"vol. 202","author":"Kwon","year":"2023"},{"key":"10.1016\/j.eswa.2026.131830_bib0019","series-title":"Proceedings of international conference on neural networks (ICNN\u201996)","first-page":"1480","article-title":"Classification with learning k-nearest neighbors","volume":"3","author":"Laaksonen","year":"1996"},{"key":"10.1016\/j.eswa.2026.131830_bib0020","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1038\/s41598-023-50598-z","article-title":"Unlabeled data selection for active learning in image classification","volume":"14","author":"Li","year":"2024","journal-title":"Scientific Reports"},{"key":"10.1016\/j.eswa.2026.131830_bib0021","series-title":"2023 IEEE\/CVF conference on computer vision and pattern recognition (CVPR)","first-page":"24070","article-title":"Disc: Learning from noisy labels via dynamic instance-specific selection and correction","author":"Li","year":"2023"},{"key":"10.1016\/j.eswa.2026.131830_bib0022","series-title":"Proceedings of the 39th international conference on machine learning","first-page":"13468","article-title":"Measuring the effect of training data on deep learning predictions via randomized experiments","volume":"vol. 162","author":"Lin","year":"2022"},{"key":"10.1016\/j.eswa.2026.131830_bib0023","series-title":"Proceedings of the 40th international conference on machine learning","first-page":"21730","article-title":"2D-shapley: A framework for fragmented data valuation","volume":"vol. 202","author":"Liu","year":"2023"},{"key":"10.1016\/j.eswa.2026.131830_bib0024","series-title":"Proceedings of the 32nd ACM international conference on multimedia","first-page":"5270","article-title":"Shapley value-based contrastive alignment for multimodal information extraction","author":"Luo","year":"2024"},{"key":"10.1016\/j.eswa.2026.131830_bib0025","doi-asserted-by":"crossref","first-page":"857","DOI":"10.1007\/s10462-017-9611-1","article-title":"Selecting training sets for support vector machines: a review","volume":"52","author":"Nalepa","year":"2019","journal-title":"Artificial Intelligence Review"},{"key":"10.1016\/j.eswa.2026.131830_bib0026","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1098\/rsta.1933.0009","article-title":"Ix. on the problem of the most efficient tests of statistical hypotheses","volume":"231","author":"Neyman","year":"1933","journal-title":"Philosophical Transactions of the Royal Society of London. Series A, Containing Papers of a Mathematical or Physical Character"},{"key":"10.1016\/j.eswa.2026.131830_bib0027","series-title":"2020 25th international conference on pattern recognition","first-page":"7992","article-title":"A multilinear sampling algorithm to estimate shapley values","author":"Okhrati","year":"2021"},{"key":"10.1016\/j.eswa.2026.131830_bib0028","doi-asserted-by":"crossref","first-page":"227","DOI":"10.3102\/1076998619872761","article-title":"Deep learning with tensorflow: A review","volume":"45","author":"Pang","year":"2019","journal-title":"Journal of Educational and Behavioral Statistics"},{"key":"10.1016\/j.eswa.2026.131830_bib0029","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"Pedregosa","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/j.eswa.2026.131830_bib0030","doi-asserted-by":"crossref","first-page":"1348","DOI":"10.1002\/bjs.10895","article-title":"Lasso regression","volume":"105","author":"Ranstam","year":"2018","journal-title":"Journal of British Surgery"},{"key":"10.1016\/j.eswa.2026.131830_bib0031","doi-asserted-by":"crossref","unstructured":"Schoch, S., Mishra, R., & Ji, Y. (2023). Data selection for fine-tuning large language models using transferred shapley values. https:\/\/arxiv.org\/abs\/2306.10165.","DOI":"10.18653\/v1\/2023.acl-srw.37"},{"key":"10.1016\/j.eswa.2026.131830_bib0032","series-title":"Advances in neural information processing systems","first-page":"34574","article-title":"Cs-shapley: Class-wise shapley values for data valuation in classification","volume":"35","author":"Schoch","year":"2022"},{"key":"10.1016\/j.eswa.2026.131830_bib0033","series-title":"Advances in neural information processing systems","first-page":"46764","article-title":"2d-OOB: Attributing data contribution through joint valuation framework","volume":"37","author":"Sun","year":"2024"},{"key":"10.1016\/j.eswa.2026.131830_bib0034","series-title":"Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR)","first-page":"2818","article-title":"Rethinking the inception architecture for computer vision","author":"Szegedy","year":"2016"},{"key":"10.1016\/j.eswa.2026.131830_bib0035","doi-asserted-by":"crossref","first-page":"8366","DOI":"10.1038\/s41598-021-87762-2","article-title":"Data valuation for medical imaging using shapley value and application to a large-scale chest x-ray dataset","volume":"11","author":"Tang","year":"2021","journal-title":"Scientific Reports"},{"key":"10.1016\/j.eswa.2026.131830_bib0036","unstructured":"Tian, Z., Liu, J., Li, J., Cao, X., Jia, R., Kong, J., Liu, M., & Ren, K. (2023). Private data valuation and fair payment in data marketplaces. https:\/\/arxiv.org\/abs\/2210.08723."},{"key":"10.1016\/j.eswa.2026.131830_bib0037","series-title":"Proceedings of the 26th international conference on artificial intelligence and statistics","first-page":"6388","article-title":"Data banzhaf: A robust data valuation framework for machine learning","volume":"vol. 206","author":"Wang","year":"2023"},{"key":"10.1016\/j.eswa.2026.131830_bib0038","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"27338","article-title":"Enhancing multimodal cooperation via sample-level modality valuation","author":"Wei","year":"2024"},{"key":"10.1016\/j.eswa.2026.131830_bib0039","doi-asserted-by":"crossref","first-page":"2025","DOI":"10.1016\/S1574-0005(02)03016-3","article-title":"The shapley value","volume":"3","author":"Winter","year":"2002","journal-title":"Handbook of Game Theory with Economic Applications"},{"key":"10.1016\/j.eswa.2026.131830_bib0040","doi-asserted-by":"crossref","first-page":"1737","DOI":"10.14778\/3654621.3654638","article-title":"P-shapley: Shapley values on probabilistic classifiers","volume":"17","author":"Xia","year":"2024","journal-title":"Proceedings of the VLDB Endowment"},{"key":"10.1016\/j.eswa.2026.131830_bib0041","unstructured":"Xia, X., Liu, T., Han, B., Gong, M., Yu, J., Niu, G., & Sugiyama, M. (2021). Sample selection with uncertainty of losses for learning with noisy labels. https:\/\/arxiv.org\/abs\/2106.00445."},{"key":"10.1016\/j.eswa.2026.131830_bib0042","series-title":"Advances in neural information processing systems","first-page":"10837","article-title":"Validation free and replication robust volume-based data valuation","volume":"34","author":"Xu","year":"2021"},{"key":"10.1016\/j.eswa.2026.131830_bib0043","series-title":"Proceedings of the 37th international conference on machine learning","first-page":"10842","article-title":"Data valuation using reinforcement learning","volume":"vol. 119","author":"Yoon","year":"2020"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426007438?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426007438?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T17:53:42Z","timestamp":1778781222000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426007438"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":43,"alternative-id":["S0957417426007438"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.131830","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"DI-OOB: Leveraging data incompatibility to enhance out-of-bag estimate for data valuation","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.131830","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"131830"}}