{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T09:30:01Z","timestamp":1773653401925,"version":"3.50.1"},"reference-count":23,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000086","name":"U.S. National Science Foundation (NSF)","doi-asserted-by":"publisher","award":["DMS-1620945"],"award-info":[{"award-number":["DMS-1620945"]}],"id":[{"id":"10.13039\/100000086","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000005","name":"U.S. Department of Defense (DoD) through the Office of the Assistant Secretary of Defense for Research and Engineering","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000005","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000183","name":"ARO","doi-asserted-by":"publisher","award":["W911NF-17-1-0566"],"award-info":[{"award-number":["W911NF-17-1-0566"]}],"id":[{"id":"10.13039\/100000183","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans.Inform.Forensic Secur."],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1109\/tifs.2018.2833292","type":"journal-article","created":{"date-parts":[[2018,5,4]],"date-time":"2018-05-04T18:49:12Z","timestamp":1525459752000},"page":"2965-2980","source":"Crossref","is-referenced-by-count":26,"title":["Statistical Estimation of Malware Detection Metrics in the Absence of Ground Truth"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1365-4831","authenticated-orcid":false,"given":"Pang","family":"Du","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zheyuan","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huashan","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jin-Hee","family":"Cho","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8034-0942","authenticated-orcid":false,"given":"Shouhuai","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553488"},{"key":"ref11","year":"2017","journal-title":"Virus Total"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2808691"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"62:1","DOI":"10.1145\/3005714","article-title":"A survey on systems security metrics","volume":"49","author":"pendleton","year":"2017","journal-title":"ACM Comput Surv"},{"key":"ref14","author":"casella","year":"2002","journal-title":"Statistical Inference"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2989038"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1368310.1368332"},{"key":"ref17","author":"varshney","year":"2012","journal-title":"Distributed Detection and Data Fusion"},{"key":"ref18","author":"subramanian","year":"2016","journal-title":"Evaluating crowdsourcing participants in the absence of ground-truth"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102437"},{"key":"ref4","first-page":"1","article-title":"Paint it black: Evaluating the effectiveness of malware blacklists","author":"k\u00fchrer","year":"2014","journal-title":"Proc RAID"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2435349.2435366"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2420950.2420999"},{"key":"ref5","first-page":"112","article-title":"Av-Meter: An evaluation of antivirus scans and labels","author":"mohaisen","year":"2014","journal-title":"Proc DIMVA"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1145\/2808769.2808780","article-title":"Better malware ground truth: Techniques for weighting anti-virus vendor labels","author":"kantchelian","year":"2015","journal-title":"Proc ACM AISec"},{"key":"ref7","first-page":"56","article-title":"Analyzing malware detection efficiency with multiple anti-malware programs","author":"morales","year":"2012","journal-title":"Proc ASE CyberSecur"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2014.23057"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2012.33"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref20","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"whitehill","year":"2009","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref22","first-page":"230","article-title":"AVclass: A tool for massive malware labeling","author":"sebastian","year":"2016","journal-title":"Proc RAID"},{"key":"ref21","first-page":"692","article-title":"Variational inference for crowdsourcing","author":"liu","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref23","first-page":"142","article-title":"On the lack of consensus in anti-virus decisions: Metrics and insights on building ground truths of Android malware","author":"hurier","year":"2016","journal-title":"Proc DIMVA"}],"container-title":["IEEE Transactions on Information Forensics and Security"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielaam\/10206\/8372863\/8354889-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10206\/8372863\/08354889.pdf?arnumber=8354889","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:51:51Z","timestamp":1649443911000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8354889\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12]]},"references-count":23,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tifs.2018.2833292","relation":{},"ISSN":["1556-6013","1556-6021"],"issn-type":[{"value":"1556-6013","type":"print"},{"value":"1556-6021","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,12]]}}}