{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T13:23:10Z","timestamp":1783948990656,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,5,28]],"date-time":"2018-05-28T00:00:00Z","timestamp":1527465600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,5,28]]},"DOI":"10.1145\/3196398.3196403","type":"proceedings-article","created":{"date-parts":[[2018,7,23]],"date-time":"2018-07-23T13:02:25Z","timestamp":1532350945000},"page":"364-375","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":66,"title":["A benchmark study on sentiment analysis for software engineering research"],"prefix":"10.1145","author":[{"given":"Nicole","family":"Novielli","sequence":"first","affiliation":[{"name":"University of Bari Aldo Moro, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniela","family":"Girardi","sequence":"additional","affiliation":[{"name":"University of Bari Aldo Moro, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Filippo","family":"Lanubile","sequence":"additional","affiliation":[{"name":"University of Bari Aldo Moro, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,5,28]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"106","volume-title":"Proceedings of the 32nd IEEE\/ACM International Conference on Automated Software Engineering (ASE","author":"Ahmed T.","year":"2017","unstructured":"T. Ahmed , A. Bosu , A. Iqbal , and S. Rahimi . 2017. SentiCR: a customized sentiment analysis tool for code review interactions . In Proceedings of the 32nd IEEE\/ACM International Conference on Automated Software Engineering (ASE 2017 ). IEEE Press, Piscataway, NJ, USA , 106 - 111 . T. Ahmed, A. Bosu, A. Iqbal, and S. Rahimi. 2017. SentiCR: a customized sentiment analysis tool for code review interactions. In Proceedings of the 32nd IEEE\/ACM International Conference on Automated Software Engineering (ASE 2017). IEEE Press, Piscataway, NJ, USA, 106-111."},{"key":"e_1_3_2_1_2_1","first-page":"2016","article-title":"SENTiment POLarity Classification Task. In Proceedings. of 3rd Italian Conference on Computational Linguistics, (CLiC-it 2016) and 5th Evaluation Campaign of Natural Language Processing and Speech Tools for Italian (EVALITA 2016)","volume":"1749","author":"Barbieri F.","year":"2016","unstructured":"F. Barbieri , V. Basile , D. Croce , M. Nissim , N. Novielli , V. Patti . Overview of the EVALITA 2016 SENTiment POLarity Classification Task. In Proceedings. of 3rd Italian Conference on Computational Linguistics, (CLiC-it 2016) and 5th Evaluation Campaign of Natural Language Processing and Speech Tools for Italian (EVALITA 2016) , CEUR Workshop Proceedings vol. 1749 , 2016 . F. Barbieri, V. Basile, D. Croce, M. Nissim, N. Novielli, V. Patti. Overview of the EVALITA 2016 SENTiment POLarity Classification Task. In Proceedings. of 3rd Italian Conference on Computational Linguistics, (CLiC-it 2016) and 5th Evaluation Campaign of Natural Language Processing and Speech Tools for Italian (EVALITA 2016), CEUR Workshop Proceedings vol. 1749, 2016.","journal-title":"CEUR Workshop Proceedings"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2901781"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/2820518.2820579"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9546-9"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW.2017.8272591"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/3163583.3163673"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622407.1622416"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0026256"},{"key":"e_1_3_2_1_10_1","volume-title":"Proc. of ACL","author":"Danescu C.","year":"2013","unstructured":"C. Danescu , M. Sudhof , D. Jurafsky , J. Leskovec , C. Potts . A computational approach to politeness with application to social factors , in Proc. of ACL 2013 . C. Danescu, M. Sudhof, D. Jurafsky, J. Leskovec, C. Potts. A computational approach to politeness with application to social factors, in Proc. of ACL 2013."},{"key":"e_1_3_2_1_11_1","volume-title":"Handbook of Cognition and Emotion","author":"Ekman P.","unstructured":"P. Ekman . 1999. Handbook of Cognition and Emotion . John Wiley & Sons Ltd . P. Ekman. 1999. Handbook of Cognition and Emotion. John Wiley & Sons Ltd."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2017.18"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S15-2080"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2016.67"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597118"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9493-x"},{"key":"e_1_3_2_1_17_1","volume-title":"caret: Classification and Regression Training","author":"Kuhn M.","year":"2016","unstructured":"M. Kuhn . 2016. caret: Classification and Regression Training , 2016 , r package version 6.0-70. Available: https:\/\/CRAN.R-project.org\/package=caret M. Kuhn. 2016. caret: Classification and Regression Training, 2016, r package version 6.0-70. Available: https:\/\/CRAN.R-project.org\/package=caret"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.9"},{"key":"e_1_3_2_1_19_1","volume-title":"Emotion and adaptation","author":"Lazarus R.","unstructured":"R. Lazarus . 1991. Emotion and adaptation . Oxford University Press , New York R. Lazarus. 1991. Emotion and adaptation. Oxford University Press, New York"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180195"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-016-0251-9"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2901752"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.47"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597086"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-015-9328-1"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2804381.2804387"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.5555\/2820518.2820555"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2903505"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000011"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332474"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597117"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2015.7335404"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0077714"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1177\/0539018404047701"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/505282.505283"},{"key":"e_1_3_2_1_36_1","first-page":"1","volume-title":"2017 Emotional Labor of Software Engineers. In Proceedings of the 16th edition of the BElgian-NEtherlands software eVOLution symposium","author":"Serebrenik A.","year":"2017","unstructured":"A. Serebrenik . 2017 Emotional Labor of Software Engineers. In Proceedings of the 16th edition of the BElgian-NEtherlands software eVOLution symposium , Antwerp, Belgium, December 4 - 5 , 2017 , 1 - 6 . A. Serebrenik. 2017 Emotional Labor of Software Engineers. In Proceedings of the 16th edition of the BElgian-NEtherlands software eVOLution symposium, Antwerp, Belgium, December 4 - 5, 2017, 1-6."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.52.6.1061"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2903501"},{"key":"e_1_3_2_1_39_1","first-page":"254","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing (EMNLP '08)","author":"Snow R.","unstructured":"R. Snow , B. O'Connor , D. Jurafsky , and A. Y. Ng . 2008. Cheap and fast---but is it good?: evaluating non-expert annotations for natural language tasks . In Proceedings of the Conference on Empirical Methods in Natural Language Processing (EMNLP '08) . ACL, Stroudsburg, PA, USA , 254 - 263 . R. Snow, B. O'Connor, D. Jurafsky, and A. Y. Ng. 2008. Cheap and fast---but is it good?: evaluating non-expert annotations for natural language tasks. In Proceedings of the Conference on Empirical Methods in Natural Language Processing (EMNLP '08). ACL, Stroudsburg, PA, USA, 254-263."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.21662"},{"issue":"5","key":"e_1_3_2_1_41_1","first-page":"360","article-title":"Understanding interobserver agreement: the kappa statistic","volume":"37","author":"Viera A.J.","year":"2005","unstructured":"A.J. Viera , J.M. Garrett . 2005 . Understanding interobserver agreement: the kappa statistic . Family Medicine , 37 , 5 , 360 - 363 . A.J. Viera, J.M. Garrett. 2005. Understanding interobserver agreement: the kappa statistic. Family Medicine, 37,5, 360-363.","journal-title":"Family Medicine"},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the Sixth International Conference on Language Resources and Evaluation (LREC'08)","author":"Wilson T.","year":"2008","unstructured":"T. Wilson . 2008 . Annotating Subjective Content in Meetings . In Proceedings of the Sixth International Conference on Language Resources and Evaluation (LREC'08) , European Language Resources Association (ELRA). ISBN: 2-9517408-4-0. T. Wilson. 2008. Annotating Subjective Content in Meetings. In Proceedings of the Sixth International Conference on Language Resources and Evaluation (LREC'08), European Language Resources Association (ELRA). ISBN: 2-9517408-4-0."}],"event":{"name":"ICSE '18: 40th International Conference on Software Engineering","location":"Gothenburg Sweden","acronym":"ICSE '18","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS Computer Society"]},"container-title":["Proceedings of the 15th International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3196398.3196403","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3196398.3196403","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:08:57Z","timestamp":1750208937000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3196398.3196403"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5,28]]},"references-count":42,"alternative-id":["10.1145\/3196398.3196403","10.1145\/3196398"],"URL":"https:\/\/doi.org\/10.1145\/3196398.3196403","relation":{},"subject":[],"published":{"date-parts":[[2018,5,28]]},"assertion":[{"value":"2018-05-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}