{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T08:26:37Z","timestamp":1792743997013,"version":"4.5.0"},"reference-count":63,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,1]],"date-time":"2022-05-01T00:00:00Z","timestamp":1651363200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-009"},{"start":{"date-parts":[[2022,5,1]],"date-time":"2022-05-01T00:00:00Z","timestamp":1651363200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-001"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009224","name":"Advanced Research Projects Agency","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009224","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1109\/sp46214.2022.9833581","type":"proceedings-article","created":{"date-parts":[[2022,7,27]],"date-time":"2022-07-27T19:28:05Z","timestamp":1658950085000},"page":"1845-1862","source":"Crossref","is-referenced-by-count":15,"title":["\u201cFlawed, but like democracy we don\u2019t have a better system\u201d: The Experts\u2019 Insights on the Peer Review Process of Evaluating Security Papers"],"prefix":"10.1109","author":[{"given":"Ananta","family":"Soneji","sequence":"first","affiliation":[{"name":"Arizona State University,Corpus Christi"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Faris Bugra","family":"Kokulu","sequence":"additional","affiliation":[{"name":"Arizona State University,Corpus Christi"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carlos","family":"Rubio-Medrano","sequence":"additional","affiliation":[{"name":"Texas A&#x0026;M University,Corpus Christi"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tiffany","family":"Bao","sequence":"additional","affiliation":[{"name":"Arizona State University,Corpus Christi"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruoyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Arizona State University,Corpus Christi"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yan","family":"Shoshitaishvili","sequence":"additional","affiliation":[{"name":"Arizona State University,Corpus Christi"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adam","family":"Doup\u00e9","sequence":"additional","affiliation":[{"name":"Arizona State University,Corpus Christi"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1177\/1367493517727320"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/1810926.1810928"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1002\/asi.22747"},{"key":"ref56","article-title":"Passwords keep me safe -- Understanding what children think about passwords","author":"theofanos","year":"2021","journal-title":"USENIX Security Symposium"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1177\/10443894211012243"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/14947.14955"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(199004)41:3<223::AID-ASI14>3.0.CO;2-3"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.318.7175.23"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-017-2518-4"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/117954.117983"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.tree.2007.07.008"},{"key":"ref55","author":"strauss","year":"1998","journal-title":"Basics of qualitative research techniques"},{"key":"ref10","first-page":"624","article-title":"Views: The peer review system on trial: Despite its imperfections, peer review is an indispensable means of allocating limited resources and maintaining the high quality of scientific research","volume":"63","author":"bowers","year":"1975","journal-title":"American Scientist"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3449149"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1070873.1070889"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1177\/0309364620937864"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.46743\/2160-3715\/2015.2281"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/1809400.1809413"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1177\/014107680609900414"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201262"},{"key":"ref46","article-title":"PDLI 1991 Program Committee, et al. Advice to authors of extended abstracts","author":"pugh","year":"1991","journal-title":"ACM SIGPLAN Conference on Programming Language Design and Implementation (PLDI)"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.10.019"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.12688\/f1000research.15334.1"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-013-1002-z"},{"key":"ref42","first-page":"70","article-title":"How to increase the chances your paper is accepted at ACM SIGCOMM","volume":"28","author":"partridge","year":"1998","journal-title":"Computer Communication Review"},{"key":"ref41","author":"parno","year":"2022","journal-title":"Report on the IEEE S&P 2017 submission and review process and its experiments"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.3653-17.2017"},{"key":"ref43","article-title":"On the usability of authenticity checks for hardware security tokens","author":"pfeffer","year":"2021","journal-title":"USENIX Security Symposium"},{"key":"ref49","article-title":"Design and analysis of the NIPS 2016 review process","author":"shah","year":"2018","journal-title":"Journal of Machine Learning Research"},{"key":"ref8","author":"balzarotti","year":"2021","journal-title":"System security circus 2020"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/10833196.2019.1698161"},{"key":"ref9","article-title":"De-anonymization of authors through arXiv submissions during double-blind review","author":"bharadhwaj","year":"2020","journal-title":"arXiv preprint arXiv 2007 00808"},{"key":"ref4","year":"2021","journal-title":"What is peer review?"},{"key":"ref3","year":"2022","journal-title":"MaxQDA The Art of Data Analysis"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1002\/nop2.51","article-title":"Peer review and the publication process","volume":"3","author":"azam ali","year":"2016","journal-title":"OPE nursing"},{"key":"ref5","year":"2021","journal-title":"Scaling the academic security community"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1177\/15347346221084784"},{"key":"ref35","article-title":"It's stressful having all these phones: Investigating sex workers' safety goals, risks, and practices online","author":"mcdonald","year":"2021","journal-title":"USENIX Security Symposium"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1126\/science.190.4215.617"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.26458\/jedep.v7i1.571"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.4997\/jrcpe.2019.201"},{"key":"ref31","first-page":"35","article-title":"How (and how not) to write a good systems paper","volume":"17","author":"levin","year":"1983","journal-title":"ACM SIGOPS Operating Systems Review"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.2307\/2529310"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/286498.286841"},{"key":"ref32","author":"lune","year":"2017","journal-title":"Qualitative Research Methods for the Social Sciences"},{"key":"ref2","year":"2021","journal-title":"IEEE S&P ongoing submission plan"},{"key":"ref1","year":"2022","journal-title":"About PoPETS reviews"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/1294211.1294256"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3170653"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1368506.1368524"},{"key":"ref23","article-title":"A largescale interview study on information security in and attacks against small and medium-sized enterprises","author":"huaman","year":"2021","journal-title":"USENIX Security Symposium"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/165854.165934"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1002\/leap.1283"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1177\/2329488418803655"},{"key":"ref63","article-title":"How do different fields review papers?","author":"zeller","year":"2021","journal-title":"Experiences from ICSE PLDI and CCS"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.38"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.mayocp.2018.09.004"},{"key":"ref28","volume":"14","author":"knuth","year":"1989","journal-title":"Mathematical Writing"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.2214\/ajr.179.6.1791415"},{"key":"ref29","article-title":"Matched and mismatched SOCs: A qualitative study on security operations center issues","author":"bugra kokulu","year":"2019","journal-title":"ACM Conference on Computer and Communications Security (CCS)"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1002\/meet.2008.14504503155"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3375054"},{"key":"ref61","first-page":"441","article-title":"A history of scientific & technical periodicals: The origins and development of the scientific and technical press, 1665-1790","volume":"64","author":"wells","year":"1976","journal-title":"Bulletin of the Medical Library Association"}],"event":{"name":"2022 IEEE Symposium on Security and Privacy (SP)","location":"San Francisco, CA, USA","start":{"date-parts":[[2022,5,22]]},"end":{"date-parts":[[2022,5,26]]}},"container-title":["2022 IEEE Symposium on Security and Privacy (SP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9833550\/9833558\/09833581.pdf?arnumber=9833581","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,8]],"date-time":"2023-11-08T23:24:41Z","timestamp":1699485881000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9833581\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5]]},"references-count":63,"URL":"https:\/\/doi.org\/10.1109\/sp46214.2022.9833581","relation":{},"subject":[],"published":{"date-parts":[[2022,5]]}}}