{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T01:58:42Z","timestamp":1772935122533,"version":"3.50.1"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,8]]},"DOI":"10.1109\/bigdata66926.2025.11401815","type":"proceedings-article","created":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T20:57:57Z","timestamp":1772830677000},"page":"5077-5085","source":"Crossref","is-referenced-by-count":0,"title":["Supporting Artifact Evaluation with LLMs: A Study with Published Security Research Papers"],"prefix":"10.1109","author":[{"given":"David","family":"Heye","sequence":"first","affiliation":[{"name":"RWTH Aachen University,Communication and Distributed Systems,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karl","family":"Kindermann","sequence":"additional","affiliation":[{"name":"RWTH Aachen University,Communication and Distributed Systems,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robin","family":"Decker","sequence":"additional","affiliation":[{"name":"RWTH Aachen University,Communication and Distributed Systems,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Johannes","family":"Lohm\u00f6ller","sequence":"additional","affiliation":[{"name":"RWTH Aachen University,Communication and Distributed Systems,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anastasiia","family":"Belova","sequence":"additional","affiliation":[{"name":"RWTH Aachen University,Data Stream Management and Analysis,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sandra","family":"Geisler","sequence":"additional","affiliation":[{"name":"RWTH Aachen University,Data Stream Management and Analysis,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Klaus","family":"Wehrle","sequence":"additional","affiliation":[{"name":"RWTH Aachen University,Communication and Distributed Systems,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jan","family":"Pennekamp","sequence":"additional","affiliation":[{"name":"RWTH Aachen University,Communication and Distributed Systems,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Global Cybersecurity Outlook 2025","year":"2025"},{"key":"ref2","volume-title":"ENISA Threat Landscape 2024","year":"2024"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3576915.3623130"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3552490.3552511"},{"key":"ref5","volume-title":"About Artifact Evaluation","author":"Krishnamurthi","year":"2025"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM52923.2024.10901312"},{"key":"ref7","first-page":"2205","article-title":"Lost at C: A User Study on the Security Implications of Large Language Model Code Assistants","volume-title":"Proceedings of the 32nd USENIX Security Symposium (USENIX SEC \u201923). USENIX Association","author":"Sandoval"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3613083"},{"key":"ref9","first-page":"3","article-title":"CSPaper Review: Fast, Rubric-Faithful Conference Feedback","volume-title":"Proceedings of the 18th International Natural Language Generation Conference: System Demonstrations (INLG \u201925)","author":"Cao"},{"key":"ref10","article-title":"What Can Natural Language Processing Do for Peer Review?","author":"Kuznetsov","year":"2024","journal-title":"arXiv"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1420"},{"key":"ref12","article-title":"Are We There Yet? Revealing the Risks of Utilizing Large Language Models in Scholarly Peer Review","author":"Ye","year":"2024","journal-title":"arXiv"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-demo.44"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3637371"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2025.104225"},{"key":"ref16","volume-title":"Artifact Evaluation LLM Support"},{"key":"ref17","volume-title":"Artifact Review and Badging - Current","year":"2020"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-09973-5"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2024.112032"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409767"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9141-9"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1126\/science.1213847"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549172"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3097766.3097768"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-76423-4_1"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.14722\/laser-acsac.2020.23088"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CARS61786.2024.10778911"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3485832.3488020"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2002.1027796"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2005.1541818"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3097766.3097767"},{"key":"ref33","volume-title":"Repeatability and Benefaction in Computer Systems Research: A Study and a Modest Proposal","author":"Collberg","year":"2015"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-022-04445-z"},{"key":"ref35","first-page":"3971","article-title":"Dos and Don\u2019ts of Machine Learning in Computer Security","volume-title":"Proceedings of the 31st USENIX Security Symposium (SEC \u201922). USENIX Association","author":"Arp"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2024.101046"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1186\/s42400-025-00361-w"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-70879-4_14"},{"key":"ref39","article-title":"MMReview: A Multidisciplinary and Multimodal Benchmark for LLM - Based Peer Review Automation","author":"Gao","year":"2025","journal-title":"arXiv"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3641525.3663629"},{"key":"ref41","article-title":"LLM-Measure: Generating Valid, Consistent, and Reproducible Text-Based Measures for Social Science Research","author":"Yang","year":"2024","journal-title":"arXiv"},{"key":"ref42","article-title":"UI-TARS: Pioneering Automated GUI Interaction with Native Agents","author":"Qin","year":"2025","journal-title":"arXiv"}],"event":{"name":"2025 IEEE International Conference on Big Data (BigData)","location":"Macau, China","start":{"date-parts":[[2025,12,8]]},"end":{"date-parts":[[2025,12,11]]}},"container-title":["2025 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11400704\/11400712\/11401815.pdf?arnumber=11401815","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T07:21:23Z","timestamp":1772868083000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11401815\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,8]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/bigdata66926.2025.11401815","relation":{},"subject":[],"published":{"date-parts":[[2025,12,8]]}}}