{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T16:06:05Z","timestamp":1774627565728,"version":"3.50.1"},"reference-count":47,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2312862"],"award-info":[{"award-number":["2312862"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01AG091762"],"award-info":[{"award-number":["R01AG091762"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,8]]},"DOI":"10.1109\/bigdata66926.2025.11402298","type":"proceedings-article","created":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T20:57:57Z","timestamp":1772830677000},"page":"4081-4090","source":"Crossref","is-referenced-by-count":1,"title":["DemoShapley: Valuation of Demonstrations for In-Context Learning"],"prefix":"10.1109","author":[{"given":"Shan","family":"Xie","sequence":"first","affiliation":[{"name":"Eindhoven University of Technology,Department of Mathematics and Computer Science"}]},{"given":"Man","family":"Luo","sequence":"additional","affiliation":[{"name":"Intel Lab"}]},{"given":"Chadly Daniel","family":"Stern","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign,Department of Psychology"}]},{"given":"Mengnan","family":"Du","sequence":"additional","affiliation":[{"name":"New Jersey Institute of Technology,Department of Data Science"}]},{"given":"Cheng","family":"Lu","sequence":"additional","affiliation":[{"name":"University of Illinois Chicago,Department of Computer Science"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"NeurIPS"},{"key":"ref2","article-title":"Using deepspeed and megatron to train megatron-turing nlg 530b, a large-scale generative language model","author":"Smith","year":"2022","journal-title":"arXiv preprint arXiv"},{"key":"ref3","article-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.191"},{"key":"ref5","article-title":"Transformers as algorithms: Generalization and implicit model selection in in-context learning","volume":"abs\/2301.07067","author":"Li","year":"2023","journal-title":"ArXiv"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3724\/2096-7004.di.2024.0012"},{"key":"ref7","article-title":"In-context learning with retrieved demonstrations for language models: A survey","author":"Luo","year":"2024","journal-title":"arXiv preprint arXiv"},{"key":"ref8","article-title":"On the relation between sensitivity and accuracy in incontext learning","volume":"abs\/2209.07661","author":"Chen","year":"2022","journal-title":"ArXiv"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.759"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.deelio-1.10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.78"},{"key":"ref12","article-title":"Careful data curation stabilizes in-context learning","author":"Chang","year":"2022","journal-title":"arXiv preprint arXiv"},{"key":"ref13","article-title":"In-context example selection with influences","author":"Nguyen","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref14","first-page":"2242","article-title":"Data shapley: Equitable valuation of data for machine learning","volume-title":"International conference on machine learning","author":"Ghorbani"},{"key":"ref15","article-title":"Beta shapley: a unified and noisereduced data valuation framework for machine learning","author":"Kwon","year":"2021","journal-title":"arXiv preprint arXiv"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1515\/9781400881970-018"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.117"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.14778\/3342263.3342637"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/782"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1080\/00401706.1980.10486199"},{"key":"ref21","first-page":"317","article-title":"Weighted voting doesn\u2019t work: A mathematical analysis","volume":"19","author":"Banzhaf","year":"1964","journal-title":"Rutgers L. Rev."},{"key":"ref22","first-page":"3535","article-title":"A distributional framework for data valuation","volume-title":"International Conference on Machine Learning. PMLR","author":"Ghorbani"},{"key":"ref23","first-page":"10842","article-title":"Data valuation using reinforcement learning","volume-title":"International Conference on Machine Learning. PMLR","author":"Yoon"},{"key":"ref24","first-page":"19920","article-title":"Estimating training data influence by tracing gradient descent","volume":"33","author":"Pruthi","year":"2020","journal-title":"NeurIPS"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.758"},{"key":"ref26","article-title":"Complexity-based prompting for multi-step reasoning","author":"Fu","year":"2022","journal-title":"The Eleventh ICLR"},{"key":"ref27","volume-title":"Unraveling the mechanics of learning-based demonstration selection for in-context learning","author":"Liu","year":"2024"},{"key":"ref28","volume-title":"Selecting demonstrations for many-shot incontext learning via gradient matching","author":"Zhang","year":"2025"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-acl.592"},{"key":"ref30","article-title":"Linear-time demonstration selection for incontext learning via gradient estimation","author":"Zhang","year":"2025","journal-title":"arXiv preprint arXiv"},{"key":"ref31","article-title":"Affinity and diversity: A unified metric for demonstration selection via internal representations","author":"Kato","year":"2025","journal-title":"arXiv preprint arXiv"},{"key":"ref32","article-title":"Bounding the estimation error of samplingbased shapley value approximation","author":"Maleki","year":"2013","journal-title":"arXiv preprint arXiv"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1201\/9780429258411"},{"key":"ref34","article-title":"Openai platform","volume-title":"OpenAI","year":"2024"},{"key":"ref35","volume-title":"Gpt-j-6b: A 6 billion parameter autoregressive language model","author":"Wang","year":"2021"},{"key":"ref36","article-title":"Mistral 7b","author":"Jiang","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref37","article-title":"Llama 3 model card","volume-title":"AI@Meta","year":"2024"},{"key":"ref38","volume-title":"FredZhang7. Toxi-Text-3M."},{"key":"ref39","article-title":"Adult","volume-title":"UCI Machine Learning Repository","author":"Becker","year":"1996"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1404"},{"key":"ref41","article-title":"Boolq: Exploring the surprising difficulty of natural yes\/no questions","author":"Clark","year":"2019","journal-title":"arXiv preprint arXiv"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D13-1170"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1002\/asi.23062"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.452"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.2307\/1268249"},{"key":"ref46","article-title":"Larger language models do in-context learning differently","author":"Wei","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref47","article-title":"Decodingtrust: A comprehensive assessment of trustworthiness in gpt models","author":"Wang","year":"2023","journal-title":"arXiv preprint arXiv"}],"event":{"name":"2025 IEEE International Conference on Big Data (BigData)","location":"Macau, China","start":{"date-parts":[[2025,12,8]]},"end":{"date-parts":[[2025,12,11]]}},"container-title":["2025 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11400704\/11400712\/11402298.pdf?arnumber=11402298","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T07:15:10Z","timestamp":1772867710000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11402298\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,8]]},"references-count":47,"URL":"https:\/\/doi.org\/10.1109\/bigdata66926.2025.11402298","relation":{},"subject":[],"published":{"date-parts":[[2025,12,8]]}}}