{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T01:39:30Z","timestamp":1772933970726,"version":"3.50.1"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,8]]},"DOI":"10.1109\/bigdata66926.2025.11402540","type":"proceedings-article","created":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T20:57:57Z","timestamp":1772830677000},"page":"4388-4395","source":"Crossref","is-referenced-by-count":0,"title":["Temporal Privacy Drift in Tool-Augmented Large Language Models: A Quantitative Framework for Big Data System Security"],"prefix":"10.1109","author":[{"given":"Shivani","family":"Shukla","sequence":"first","affiliation":[{"name":"University of San Francisco,Department of Analytics and Information Systems,San Francisco,United States"}]},{"given":"Himanshu","family":"Joshi","sequence":"additional","affiliation":[{"name":"Vector Institute for Artificial Intelligence,Department of Applied AI and Industry Innovation,Toronto,Canada"}]}],"member":"263","reference":[{"key":"ref1","first-page":"2633","article-title":"Extracting training data from large language models","volume-title":"USENIX Security Symposium","author":"Carlini","year":"2021"},{"key":"ref2","first-page":"1","article-title":"Scalable extraction of training data from (production) language models","volume-title":"IEEE Symposium on Security and Privacy (S&P)","author":"Nasr","year":"2023"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179300"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.41"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3523273"},{"key":"ref6","article-title":"Ignore previous prompt: Attack techniques for language models","author":"Perez","year":"2022","journal-title":"arXiv preprint"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3605764.3623985"},{"key":"ref8","article-title":"Prompt injection attack against LLM-integrated applications","author":"Liu","year":"2023","journal-title":"arXiv preprint"},{"key":"ref9","article-title":"Defending against indirect prompt injection attacks on LLMs","volume-title":"IEEE S&P Workshops","author":"Meehan","year":"2024"},{"key":"ref10","article-title":"Defending LLMs against jailbreaking attacks via backtranslation","author":"Hines","year":"2024","journal-title":"arXiv preprint"},{"key":"ref11","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","author":"Lewis","year":"2020","journal-title":"NeurIPS"},{"key":"ref12","article-title":"REALM: Retrieval-augmented language model pre-training","author":"Guu","year":"2020","journal-title":"ICML"},{"key":"ref13","article-title":"Improving language models by retrieving from trillions of tokens","author":"Borgeaud","year":"2022","journal-title":"ICML"},{"key":"ref14","article-title":"On the robustness of retrievalaugmented language models","author":"Wang","year":"2023","journal-title":"arXiv preprint"},{"key":"ref15","article-title":"Toolformer: Language models can teach themselves to use tools,","author":"Schick","year":"2023","journal-title":"NeurIPS"},{"key":"ref16","article-title":"Gorilla: Large language model connected with massive APIs","author":"Patil","year":"2023","journal-title":"arXiv preprint"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3704435"},{"key":"ref18","article-title":"CAMEL: Communicative agents for \u201cmind exploration of large language model society","author":"Li","year":"2023","journal-title":"arXiv preprint"},{"key":"ref19","article-title":"Did you train on my dataset? Towards public dataset protection from third-party models","author":"Tang","year":"2023","journal-title":"arXiv preprint"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1561\/0400000042"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"ref22","first-page":"1895","article-title":"Evaluating differentially private machine learning in practice","author":"Jayaraman","year":"2019","journal-title":"USENIX Security"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134077"},{"key":"ref24","article-title":"Holistic evaluation of language models","author":"Liang","year":"2022","journal-title":"arXiv preprint"},{"key":"ref25","article-title":"In ChatGPT we trust? Measuring and characterizing the reliability of ChatGPT","author":"Shen","year":"2023","journal-title":"arXiv preprint"},{"key":"ref26","article-title":"Quantifying and mitigating the privacy risks of transformer language models","author":"Mireshghallah","year":"2020","journal-title":"ACM CCS"},{"key":"ref27","article-title":"Quantifying memorization across neural language models","author":"Carlini","year":"2023","journal-title":"ICLR"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2508859.2516671"},{"key":"ref29","article-title":"Canary tokens: A new approach to breach detection","author":"Whitehouse","year":"2017","journal-title":"Black Hat USA"},{"key":"ref30","article-title":"Enabling and enforcing social distancing measures using smart city and ITS infrastructures","author":"Gupta","year":"2020","journal-title":"arXiv preprint"}],"event":{"name":"2025 IEEE International Conference on Big Data (BigData)","location":"Macau, China","start":{"date-parts":[[2025,12,8]]},"end":{"date-parts":[[2025,12,11]]}},"container-title":["2025 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11400704\/11400712\/11402540.pdf?arnumber=11402540","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T06:56:32Z","timestamp":1772866592000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11402540\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,8]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/bigdata66926.2025.11402540","relation":{},"subject":[],"published":{"date-parts":[[2025,12,8]]}}}