{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T08:43:42Z","timestamp":1774428222026,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,4,19]],"date-time":"2021-04-19T00:00:00Z","timestamp":1618790400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,4,19]]},"DOI":"10.1145\/3442381.3450022","type":"proceedings-article","created":{"date-parts":[[2021,6,3]],"date-time":"2021-06-03T19:34:17Z","timestamp":1622748857000},"page":"2154-2164","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":48,"title":["Have You been Properly Notified? Automatic Compliance Analysis of Privacy Policy Text with GDPR Article 13"],"prefix":"10.1145","author":[{"given":"Shuang","family":"Liu","sequence":"first","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Baiyang","family":"Zhao","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Renjie","family":"Guo","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guozhu","family":"Meng","sequence":"additional","affiliation":[{"name":"Institute of Information Engineering, University of Chinese Academy of Sciences, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Meishan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,6,3]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"https:\/\/d3js.org\/ (access on","author":"Documents Data-Driven","year":"2020","unstructured":"2011. Data-Driven Documents . https:\/\/d3js.org\/ (access on 2020 .10.17). 2011. Data-Driven Documents. https:\/\/d3js.org\/ (access on 2020.10.17)."},{"key":"e_1_3_2_1_2_1","volume-title":"General Data Protection Regulation. https:\/\/gdpr-info.eu\/ (access on","year":"2020","unstructured":"2016. General Data Protection Regulation. https:\/\/gdpr-info.eu\/ (access on 2020 .10.19). 2016. General Data Protection Regulation. https:\/\/gdpr-info.eu\/ (access on 2020.10.19)."},{"key":"e_1_3_2_1_3_1","volume-title":"California Consumer Privacy Act in America. https:\/\/oag.ca.gov\/privacy\/ccpa (access on","year":"2020","unstructured":"2018. California Consumer Privacy Act in America. https:\/\/oag.ca.gov\/privacy\/ccpa (access on 2020 .10.19). 2018. California Consumer Privacy Act in America. https:\/\/oag.ca.gov\/privacy\/ccpa (access on 2020.10.19)."},{"key":"e_1_3_2_1_4_1","volume-title":"Data Protection Act. https:\/\/www.gov.uk\/data-protection (access on","year":"2020","unstructured":"2018. Data Protection Act. https:\/\/www.gov.uk\/data-protection (access on 2020 .10.19). 2018. Data Protection Act. https:\/\/www.gov.uk\/data-protection (access on 2020.10.19)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380262"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23597-0_4"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00994018"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Martin Degeling Christine Utz Christopher Lentzsch Henry Hosseini Florian Schaub and Thorsten Holz. 2018. We Value Your Privacy... Now Take Some Cookies: Measuring the GDPR\u2019s Impact on Web Privacy. arXiv preprint arXiv:1808.05096(2018).  Martin Degeling Christine Utz Christopher Lentzsch Henry Hosseini Florian Schaub and Thorsten Holz. 2018. We Value Your Privacy... Now Take Some Cookies: Measuring the GDPR\u2019s Impact on Web Privacy. arXiv preprint arXiv:1808.05096(2018).","DOI":"10.14722\/ndss.2019.23378"},{"key":"e_1_3_2_1_10_1","first-page":"19","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding . In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies , Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. https:\/\/doi.org\/10. 18653\/v1\/N 19 - 1423 10.18653\/v1 Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. https:\/\/doi.org\/10.18653\/v1\/N19-1423"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11623-019-1200-9"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2013.6707742"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2018.8622621"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Yaru Hao Li Dong Furu Wei and Ke Xu. 2019. Visualizing and Understanding the Effectiveness of BERT. In EMNLP\/IJCNLP.  Yaru Hao Li Dong Furu Wei and Ke Xu. 2019. Visualizing and Understanding the Effectiveness of BERT. In EMNLP\/IJCNLP.","DOI":"10.18653\/v1\/D19-1424"},{"key":"e_1_3_2_1_15_1","volume-title":"Polisis: Automated analysis and presentation of privacy policies using deep learning. In USENIX Security 18. 531\u2013548.","author":"Harkous Hamza","year":"2018","unstructured":"Hamza Harkous , Kassem Fawaz , R\u00e9mi Lebret , Florian Schaub , Kang\u00a0 G Shin , and Karl Aberer . 2018 . Polisis: Automated analysis and presentation of privacy policies using deep learning. In USENIX Security 18. 531\u2013548. Hamza Harkous, Kassem Fawaz, R\u00e9mi Lebret, Florian Schaub, Kang\u00a0G Shin, and Karl Aberer. 2018. Polisis: Automated analysis and presentation of privacy policies using deep learning. In USENIX Security 18. 531\u2013548."},{"key":"e_1_3_2_1_16_1","first-page":"5","article-title":"A comprehensive keyword analysis of online privacy policies","volume":"27","author":"Kaur Jasmin","year":"2018","unstructured":"Jasmin Kaur , Rozita\u00a0 A Dara , Charlie Obimbo , Fei Song , and Karen Menard . 2018 . A comprehensive keyword analysis of online privacy policies . Information Security Journal 27 , 5 - 6 (2018), 260\u2013275. Jasmin Kaur, Rozita\u00a0A Dara, Charlie Obimbo, Fei Song, and Karen Menard. 2018. A comprehensive keyword analysis of online privacy policies. Information Security Journal 27, 5-6 (2018), 260\u2013275.","journal-title":"Information Security Journal"},{"key":"e_1_3_2_1_17_1","volume-title":"The measurement of observer agreement for categorical data. biometrics","author":"Landis J\u00a0Richard","year":"1977","unstructured":"J\u00a0Richard Landis and Gary\u00a0 G Koch . 1977. The measurement of observer agreement for categorical data. biometrics ( 1977 ), 159\u2013174. J\u00a0Richard Landis and Gary\u00a0G Koch. 1977. The measurement of observer agreement for categorical data. biometrics (1977), 159\u2013174."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1387"},{"key":"e_1_3_2_1_19_1","unstructured":"Thomas Linden Rishabh Khandelwal Hamza Harkous and Kassem Fawaz. 2018. The privacy policy landscape after the GDPR. arXiv preprint arXiv:1809.08396(2018).  Thomas Linden Rishabh Khandelwal Hamza Harkous and Kassem Fawaz. 2018. The privacy policy landscape after the GDPR. arXiv preprint arXiv:1809.08396(2018)."},{"key":"e_1_3_2_1_20_1","volume-title":"COLING","author":"Liu Fei","year":"2014","unstructured":"Fei Liu , Rohan Ramanath , Norman Sadeh , and Noah\u00a0 A Smith . 2014 . A step towards usable privacy policy: Automatic alignment of privacy statements . In COLING 2014. 884\u2013894. Fei Liu, Rohan Ramanath, Norman Sadeh, and Noah\u00a0A Smith. 2014. A step towards usable privacy policy: Automatic alignment of privacy statements. In COLING 2014. 884\u2013894."},{"key":"e_1_3_2_1_21_1","first-page":"543","article-title":"The cost of reading privacy policies","volume":"4","author":"McDonald M","year":"2008","unstructured":"Aleecia\u00a0 M McDonald and Lorrie\u00a0Faith Cranor . 2008 . The cost of reading privacy policies . ISJLP 4 (2008), 543 . Aleecia\u00a0M McDonald and Lorrie\u00a0Faith Cranor. 2008. The cost of reading privacy policies. ISJLP 4(2008), 543.","journal-title":"ISJLP"},{"key":"e_1_3_2_1_22_1","volume-title":"European Knowledge Acquisition Workshop. Springer, 258\u2013272","author":"Nejad Najmeh\u00a0Mousavi","year":"2018","unstructured":"Najmeh\u00a0Mousavi Nejad , Simon Scerri , and Jens Lehmann . 2018 . Knight: Mapping privacy policies to gdpr . In European Knowledge Acquisition Workshop. Springer, 258\u2013272 . Najmeh\u00a0Mousavi Nejad, Simon Scerri, and Jens Lehmann. 2018. Knight: Mapping privacy policies to gdpr. In European Knowledge Acquisition Workshop. Springer, 258\u2013272."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-98349-3_11"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the first instructional conference on machine learning, Vol.\u00a0242","author":"Ramos Juan","year":"2003","unstructured":"Juan Ramos 2003 . Using tf-idf to determine word relevance in document queries . In Proceedings of the first instructional conference on machine learning, Vol.\u00a0242 . 133\u2013142. Juan Ramos 2003. Using tf-idf to determine word relevance in document queries. In Proceedings of the first instructional conference on machine learning, Vol.\u00a0242. 133\u2013142."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1515\/popets-2018-0021"},{"key":"e_1_3_2_1_27_1","volume-title":"WWW","author":"Sarne David","year":"2019","unstructured":"David Sarne , Jonathan Schler , Alon Singer , Ayelet Sela , and Ittai Bar Siman\u00a0Tov . 2019. Unsupervised Topic Extraction from Privacy Policies . In WWW 2019 . ACM , 563\u2013568. David Sarne, Jonathan Schler, Alon Singer, Ayelet Sela, and Ittai Bar Siman\u00a0Tov. 2019. Unsupervised Topic Extraction from Privacy Policies. In WWW 2019. ACM, 563\u2013568."},{"key":"e_1_3_2_1_28_1","unstructured":"Kanthashree\u00a0Mysore Sathyendra Florian Schaub Shomir Wilson and Norman\u00a0M Sadeh. 2016. Automatic Extraction of Opt-Out Choices from Privacy Policies.. In AAAI Fall Symposia.  Kanthashree\u00a0Mysore Sathyendra Florian Schaub Shomir Wilson and Norman\u00a0M Sadeh. 2016. Automatic Extraction of Opt-Out Choices from Privacy Policies.. In AAAI Fall Symposia."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1294"},{"key":"e_1_3_2_1_30_1","volume-title":"Annual Privacy Forum","author":"Story Peter","unstructured":"Peter Story , Sebastian Zimmeck , and Norman Sadeh . 2018. Which apps have privacy policies? . In Annual Privacy Forum . Springer , 3\u201323. Peter Story, Sebastian Zimmeck, and Norman Sadeh. 2018. Which apps have privacy policies?. In Annual Privacy Forum. Springer, 3\u201323."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"e_1_3_2_1_32_1","volume-title":"Machine Learning and the EU GDPR. In Companion Proceedings of the The Web Conference. 163\u2013166","author":"Tesfay B","year":"2018","unstructured":"Welderufael\u00a0 B Tesfay , Peter Hofmann , Toru Nakamura , Shinsaku Kiyomoto , and Jetzabel Serna . 2018 . I Read but Don\u2019t Agree: Privacy Policy Benchmarking using Machine Learning and the EU GDPR. In Companion Proceedings of the The Web Conference. 163\u2013166 . Welderufael\u00a0B Tesfay, Peter Hofmann, Toru Nakamura, Shinsaku Kiyomoto, and Jetzabel Serna. 2018. I Read but Don\u2019t Agree: Privacy Policy Benchmarking using Machine Learning and the EU GDPR. In Companion Proceedings of the The Web Conference. 163\u2013166."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 50th annual meeting of the association for computational linguistics: Short papers-volume 2. Association for Computational Linguistics, 90\u201394","author":"Wang Sida","year":"2012","unstructured":"Sida Wang and Christopher\u00a0 D Manning . 2012 . Baselines and bigrams: Simple, good sentiment and topic classification . In Proceedings of the 50th annual meeting of the association for computational linguistics: Short papers-volume 2. Association for Computational Linguistics, 90\u201394 . Sida Wang and Christopher\u00a0D Manning. 2012. Baselines and bigrams: Simple, good sentiment and topic classification. In Proceedings of the 50th annual meeting of the association for computational linguistics: Short papers-volume 2. Association for Computational Linguistics, 90\u201394."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1126"},{"key":"e_1_3_2_1_35_1","volume-title":"YEDDA: A lightweight collaborative text span annotation tool. arXiv preprint arXiv:1711.03759(2017).","author":"Yang Jie","year":"2017","unstructured":"Jie Yang , Yue Zhang , Linwei Li , and Xingxuan Li . 2017 . YEDDA: A lightweight collaborative text span annotation tool. arXiv preprint arXiv:1711.03759(2017). Jie Yang, Yue Zhang, Linwei Li, and Xingxuan Li. 2017. YEDDA: A lightweight collaborative text span annotation tool. arXiv preprint arXiv:1711.03759(2017)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2016.2639339"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","first-page":"66","DOI":"10.2478\/popets-2019-0037","article-title":"MAPS: Scaling privacy compliance analysis to a million apps","volume":"2019","author":"Zimmeck Sebastian","year":"2019","unstructured":"Sebastian Zimmeck , Peter Story , Daniel Smullen , Abhilasha Ravichander , Ziqi Wang , Joel Reidenberg , N\u00a0Cameron Russell , and Norman Sadeh . 2019 . MAPS: Scaling privacy compliance analysis to a million apps . PoPETs 2019 , 3 (2019), 66 \u2013 86 . Sebastian Zimmeck, Peter Story, Daniel Smullen, Abhilasha Ravichander, Ziqi Wang, Joel Reidenberg, N\u00a0Cameron Russell, and Norman Sadeh. 2019. MAPS: Scaling privacy compliance analysis to a million apps. PoPETs 2019, 3 (2019), 66\u201386.","journal-title":"PoPETs"}],"event":{"name":"WWW '21: The Web Conference 2021","location":"Ljubljana Slovenia","acronym":"WWW '21","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the Web Conference 2021"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3442381.3450022","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3442381.3450022","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:24:45Z","timestamp":1750195485000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3442381.3450022"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,19]]},"references-count":36,"alternative-id":["10.1145\/3442381.3450022","10.1145\/3442381"],"URL":"https:\/\/doi.org\/10.1145\/3442381.3450022","relation":{},"subject":[],"published":{"date-parts":[[2021,4,19]]},"assertion":[{"value":"2021-06-03","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}