{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T23:44:38Z","timestamp":1792799078743,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,8,12]],"date-time":"2019-08-12T00:00:00Z","timestamp":1565568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100011199","name":"European Research Council","doi-asserted-by":"publisher","award":["741278 (EPIC: Evolutionary Program Improvement Collaborators)."],"award-info":[{"award-number":["741278 (EPIC: Evolutionary Program Improvement Collaborators)."]}],"id":[{"id":"10.13039\/100011199","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001866","name":"Fonds National de la Recherche Luxembourg","doi-asserted-by":"publisher","award":["C17\/IS\/11686509\/CODEMATES"],"award-info":[{"award-number":["C17\/IS\/11686509\/CODEMATES"]}],"id":[{"id":"10.13039\/501100001866","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,8,12]]},"DOI":"10.1145\/3338906.3338941","type":"proceedings-article","created":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T12:21:03Z","timestamp":1565353263000},"page":"695-705","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":62,"title":["The importance of accounting for real-world labelling when predicting software vulnerabilities"],"prefix":"10.1145","author":[{"given":"Matthieu","family":"Jimenez","sequence":"first","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Renaud","family":"Rwemalika","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mike","family":"Papadakis","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Federica","family":"Sarro","sequence":"additional","affiliation":[{"name":"University College London, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yves","family":"Le Traon","sequence":"additional","affiliation":[{"name":"University of Luxembourg, Luxembourg"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Harman","sequence":"additional","affiliation":[{"name":"University College London, UK \/ Facebook, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,8,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"{n. d.}. Bug in OpenSSL opens two-thirds of the Web to eavesdropping. ({n. d.}). http:\/\/arstechnica.com\/security\/2014\/04\/critical-crypto-bug-in-opensslopens-two-thirds-of-the-web-to-eavesdropping\/  {n. d.}. Bug in OpenSSL opens two-thirds of the Web to eavesdropping. ({n. d.}). http:\/\/arstechnica.com\/security\/2014\/04\/critical-crypto-bug-in-opensslopens-two-thirds-of-the-web-to-eavesdropping\/"},{"key":"e_1_3_2_1_2_1","unstructured":"{n. d.}. Definition of vulnerability. ({n. d.}). https:\/\/cve.mitre.org\/about\/ terminology.html  {n. d.}. Definition of vulnerability. ({n. d.}). https:\/\/cve.mitre.org\/about\/ terminology.html"},{"key":"e_1_3_2_1_3_1","unstructured":"{n. d.}. Heartbleed Home Page. ({n. d.}). http:\/\/heartbleed.com  {n. d.}. Heartbleed Home Page. ({n. d.}). http:\/\/heartbleed.com"},{"key":"e_1_3_2_1_4_1","unstructured":"{n. d.}. NATIONAL VULNERABILITY DATABASE. ({n. d.}). https:\/\/nvd.nist.gov\/  {n. d.}. NATIONAL VULNERABILITY DATABASE. ({n. d.}). https:\/\/nvd.nist.gov\/"},{"key":"e_1_3_2_1_5_1","unstructured":"{n. d.}. Weka: Data Mining Software in Java. ({n. d.}). http:\/\/www.cs.waikato.ac. nz\/ml\/weka\/  {n. d.}. Weka: Data Mining Software in Java. ({n. d.}). http:\/\/www.cs.waikato.ac. nz\/ml\/weka\/"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180197"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931039"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.953"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1774088.1774504"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2010.06.003"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2347736.2347755"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 11th International Symposuim on Search-Based Software Engineering, SSBSE 2019.","author":"Federica Sarro","year":"2019","unstructured":"Sarro Federica . 2019 . Search-Based Predictive Modelling for Software Engineering: How Far Have We Gone? . In Proceedings of the 11th International Symposuim on Search-Based Software Engineering, SSBSE 2019. Sarro Federica. 2019. Search-Based Predictive Modelling for Software Engineering: How Far Have We Gone?. In Proceedings of the 11th International Symposuim on Search-Based Software Engineering, SSBSE 2019."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"F. Ferrucci M. Harman and F. Sarro. 2014. Search-Based Software Project Management. In Software Project Management in a Changing World. Springer 373\u2013399.  F. Ferrucci M. Harman and F. Sarro. 2014. Search-Based Software Project Management. In Software Project Management in a Changing World. Springer 373\u2013399.","DOI":"10.1007\/978-3-642-55035-5_15"},{"key":"e_1_3_2_1_14_1","unstructured":"Anthony Finkelstein Mark Harman Yue Jia Federica Sarro and Yuanyuan Zhang. 2013. Mining App Stores: Extracting technical business and customer rating information for analysis and prediction. RN 13. UCL Research Notes.  Anthony Finkelstein Mark Harman Yue Jia Federica Sarro and Yuanyuan Zhang. 2013. Mining App Stores: Extracting technical business and customer rating information for analysis and prediction. RN 13. UCL Research Notes."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.04.017"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.103"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"1109\/TSE.2011.103  1109\/TSE.2011.103","DOI":"10.1055\/s-0030-1261136"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868328.1868330"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the International Symposium on Search-Based Software Engineering (SSBSE\u201914)","author":"Harman M.","unstructured":"M. Harman , S. Islam , Y. Jia , L. L. Minku , F. Sarro , and K. Srivisut . 2014. Less is More: Temporal Fault Predictive Performance over Multiple Hadoop Releases . In Proceedings of the International Symposium on Search-Based Software Engineering (SSBSE\u201914) . Springer, 240\u2013246. M. Harman, S. Islam, Y. Jia, L. L. Minku, F. Sarro, and K. Srivisut. 2014. Less is More: Temporal Fault Predictive Performance over Multiple Hadoop Releases. In Proceedings of the International Symposium on Search-Based Software Engineering (SSBSE\u201914). Springer, 240\u2013246."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-009-9117-9"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962612"},{"key":"e_1_3_2_1_23_1","volume-title":"Vulnerability Prediction Models: A Case Study on the Linux Kernel. In 16th IEEE International Working Conference on Source Code Analysis and Manipulation, SCAM 2016","author":"Jimenez Matthieu","year":"2016","unstructured":"Matthieu Jimenez , Mike Papadakis , and Yves Le Traon . 2016 . Vulnerability Prediction Models: A Case Study on the Linux Kernel. In 16th IEEE International Working Conference on Source Code Analysis and Manipulation, SCAM 2016 , Raleigh, NC, USA , October 2-3, 2016. 1\u201310. Matthieu Jimenez, Mike Papadakis, and Yves Le Traon. 2016. Vulnerability Prediction Models: A Case Study on the Linux Kernel. In 16th IEEE International Working Conference on Source Code Analysis and Manipulation, SCAM 2016, Raleigh, NC, USA, October 2-3, 2016. 1\u201310."},{"key":"e_1_3_2_1_24_1","volume-title":"18th IEEE International Working Conference on Source Code Analysis and Manipulation, SCAM 2018","author":"Jimenez Matthieu","year":"2018","unstructured":"Matthieu Jimenez , Yves Le Traon , and Mike Papadakis . 2018 . {Engineering Paper} Enabling the Continuous Analysis of Security Vulnerabilities with Vul-Data7 . In 18th IEEE International Working Conference on Source Code Analysis and Manipulation, SCAM 2018 , Madrid, Spain , September 23-24, 2018. 56\u201361. Matthieu Jimenez, Yves Le Traon, and Mike Papadakis. 2018. {Engineering Paper} Enabling the Continuous Analysis of Security Vulnerabilities with Vul-Data7. In 18th IEEE International Working Conference on Source Code Analysis and Manipulation, SCAM 2018, Madrid, Spain, September 23-24, 2018. 56\u201361."},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the International Joint Conferences on Artificial Intelligence (IJCAI). 1034\u20131040","author":"Kononenko Igor","year":"1995","unstructured":"Igor Kononenko . 1995 . On Biases in Estimating Multi-valued Attributes . In Proceedings of the International Joint Conferences on Artificial Intelligence (IJCAI). 1034\u20131040 . Igor Kononenko. 1995. On Biases in Estimating Multi-valued Attributes. In Proceedings of the International Joint Conferences on Artificial Intelligence (IJCAI). 1034\u20131040."},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings. 247\u2013261","author":"Martino Sergio Di","year":"2011","unstructured":"Sergio Di Martino , Filomena Ferrucci , Carmine Gravino , and Federica Sarro . 2011 . A Genetic Algorithm to Configure Support Vector Machines for Predicting Fault-Prone Components. In Product-Focused Software Process Improvement - 12th International Conference, PROFES 201 . Proceedings. 247\u2013261 . 1007\/978-3-642-21843-9_20 Sergio Di Martino, Filomena Ferrucci, Carmine Gravino, and Federica Sarro. 2011. A Genetic Algorithm to Configure Support Vector Machines for Predicting Fault-Prone Components. In Product-Focused Software Process Improvement - 12th International Conference, PROFES 201. Proceedings. 247\u2013261. 1007\/978-3-642-21843-9_20"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/0005-2795(75)90109-9"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2746194.2746198"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1315245.1315311"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1853919.1853923"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194718.3194730"},{"key":"e_1_3_2_1_32_1","unstructured":"3194730  3194730"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2018.00018"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2245276.2231967"},{"key":"e_1_3_2_1_35_1","unstructured":"2231967  2231967"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3234940"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884830"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2340398"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2322358"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.81"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-011-9190-8"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2011.15"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2016.2630503"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884857"},{"key":"e_1_3_2_1_45_1","unstructured":"2884857  2884857"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819039"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2014.32"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.2307\/3001968"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICECCS.2015.15"}],"event":{"name":"ESEC\/FSE '19: 27th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Tallinn Estonia","acronym":"ESEC\/FSE '19","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338941","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3338906.3338941","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:26:21Z","timestamp":1750206381000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338941"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,12]]},"references-count":48,"alternative-id":["10.1145\/3338906.3338941","10.1145\/3338906"],"URL":"https:\/\/doi.org\/10.1145\/3338906.3338941","relation":{},"subject":[],"published":{"date-parts":[[2019,8,12]]},"assertion":[{"value":"2019-08-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}