{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T13:11:52Z","timestamp":1767705112839,"version":"3.37.3"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,10,29]],"date-time":"2019-10-29T00:00:00Z","timestamp":1572307200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,10,29]],"date-time":"2019-10-29T00:00:00Z","timestamp":1572307200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100010198","name":"Ministerio de Econom\u00eda, Industria y Competitividad, Gobierno de Espa\u00f1a","doi-asserted-by":"publisher","award":["FFI2016-78141-P"],"award-info":[{"award-number":["FFI2016-78141-P"]}],"id":[{"id":"10.13039\/501100010198","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Technol Tourism"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s40558-019-00155-0","type":"journal-article","created":{"date-parts":[[2019,10,30]],"date-time":"2019-10-30T20:28:34Z","timestamp":1572467314000},"page":"535-557","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Design and validation of annotation schemas for aspect-based sentiment analysis in the tourism sector"],"prefix":"10.1007","volume":"21","author":[{"given":"Antonio","family":"Moreno-Ortiz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0982-3460","authenticated-orcid":false,"given":"Soluna","family":"Salles-Bernal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aroa","family":"Orrequia-Barea","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,29]]},"reference":[{"key":"155_CR1","doi-asserted-by":"crossref","unstructured":"Andreevskaia A, Bergler S (2007) CLaC and CLaC-NB\u202f: knowledge-based and corpus-based approaches to sentiment tagging, pp 117\u2013120","DOI":"10.3115\/1621474.1621496"},{"key":"155_CR2","unstructured":"Anthony L (2014) AntConc 3.4.3: computer software. Japan Waseda University, Tokyo. http:\/\/www.laurenceanthony.net\/ . Accessed 15 Sept 2018"},{"key":"155_CR3","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1162\/coli.07-034-R2","volume":"34","author":"R Artstein","year":"2008","unstructured":"Artstein R, Poesio M (2008) Inter-coder agreement for computational linguistics. Comput Linguist 34:555\u2013596. https:\/\/doi.org\/10.1162\/coli.07-034-R2","journal-title":"Comput Linguist"},{"key":"155_CR4","unstructured":"Aue A, Gamon M (2005) Customizing sentiment classifiers to new domains\u202f: a case study. In: Proceedings of the international conference on recent advances in natural language processing. Borovets, Bulgaria"},{"key":"155_CR5","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1086\/266520","volume":"18","author":"EM Bennett","year":"1954","unstructured":"Bennett EM, Alpert R, Goldstein AC (1954) Communications through limited-response questioning*. Public Opin Q 18:303\u2013308. https:\/\/doi.org\/10.1086\/266520","journal-title":"Public Opin Q"},{"key":"155_CR6","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"XX","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Meas XX:37\u201346","journal-title":"Educ Psychol Meas"},{"issue":"1","key":"155_CR7","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1038\/nrm1024","volume":"4","author":"Katrin Bussell","year":"2003","unstructured":"Das SR, Chen MY (2001) Yahoo! for Amazon: opinion extraction from small talk on the web. In: Proceeding 8th Asia Pacific finance associate annual conference 2001, pp 1\u201316. https:\/\/doi.org\/10.1038\/nrm1024","journal-title":"Nature Reviews Molecular Cell Biology"},{"key":"155_CR8","doi-asserted-by":"publisher","first-page":"1047","DOI":"10.2307\/2529886","volume":"38","author":"M Davies","year":"1982","unstructured":"Davies M, Fleiss JL (1982) Measuring agreement for multinomial data. Biometrics 38:1047\u20131051","journal-title":"Biometrics"},{"key":"155_CR9","doi-asserted-by":"crossref","unstructured":"De Clercq O, Lefever E, Jacobs G, et al (2017) Towards an integrated pipeline for aspect-based sentiment analysis in various domains. In: Proceeding 8th work computer approaches to subject sentiment social media analyst, pp 136\u2013142","DOI":"10.18653\/v1\/W17-5218"},{"key":"155_CR10","doi-asserted-by":"crossref","unstructured":"Deng D, Jing L, Yu J, Ng MK (2018) Topic-adaptive sentiment lexicon construction. In: 2018 first Asian conference on affective computing and intelligent interaction (ACII Asia), pp 1\u20136","DOI":"10.1109\/ACIIAsia.2018.8470357"},{"key":"155_CR11","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1177\/1938965515620483","volume":"57","author":"W Duan","year":"2016","unstructured":"Duan W, Yu Y, Cao Q, Levy S (2016) Exploring the impact of social media on hotel service performance: a sentimental analysis approach. Cornell Hosp Q 57:282\u2013296. https:\/\/doi.org\/10.1177\/1938965515620483","journal-title":"Cornell Hosp Q"},{"key":"155_CR12","doi-asserted-by":"crossref","unstructured":"Fu P, Lin Z, Yuan F, et al (2018) Learning sentiment-specific word embedding via global sentiment representation. In: Proceedings of the thirty-second AAAI conference on artificial intelligence (AAAI-18). AAAI Press, New Orleans, USA, pp 4808\u20134815","DOI":"10.1609\/aaai.v32i1.11916"},{"key":"155_CR13","first-page":"121","volume":"VI","author":"M Gamon","year":"2005","unstructured":"Gamon M, Aue A, Corston-oliver S, Ringger E (2005) Pulse : mining customer opinions from free text. Adv Intell Data Anal VI:121\u2013132","journal-title":"Adv Intell Data Anal"},{"key":"155_CR14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-59830-2","volume-title":"Formal concept analysis: mathematical foundations","author":"B Ganter","year":"1999","unstructured":"Ganter B, Wille R (1999) Formal concept analysis: mathematical foundations. Springer, Berlin"},{"key":"155_CR15","unstructured":"Ganu G (2009) Beyond the stars\u202f: improving rating predictions using review text content. In: Twelfth international work web databases, pp\u00a01\u20136"},{"key":"155_CR16","doi-asserted-by":"crossref","unstructured":"Jo Y, Oh A (2011) Aspect and sentiment unification model for online review analysis. In: WSDM \u201911 proceedings of the fourth ACM international conference on web search and data mining. Hong Kong, China\u2014February 09\u201312. pp 815\u2013824","DOI":"10.1145\/1935826.1935932"},{"key":"155_CR17","doi-asserted-by":"crossref","unstructured":"Kalchbrenner N, Grefenstette E, Blunsom P (2014) A convolutional neural network for modelling sentences. In: Proceedings of the 52nd annual meeting of the association for computational linguistics (volume 1: Long Papers). Association for Computational Linguistics, Baltimore, Maryland, pp 655\u2013665","DOI":"10.3115\/v1\/P14-1062"},{"key":"155_CR18","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1007\/s40607-014-0009-9","volume":"1","author":"A Kilgarriff","year":"2014","unstructured":"Kilgarriff A, Jakub\u00ed\u010dek M, Rychl\u00fd P et al (2014) The sketch engine: ten years on. Lexicography 1:7\u201336. https:\/\/doi.org\/10.1007\/s40607-014-0009-9","journal-title":"Lexicography"},{"key":"155_CR19","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP). Association for Computational Linguistics, Doha, Qatar, pp 1746\u20131751","DOI":"10.3115\/v1\/D14-1181"},{"key":"155_CR20","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/j.procs.2011.12.035","volume":"7","author":"J Kohlhammer","year":"2011","unstructured":"Kohlhammer J, Keim D, Pohl M et al (2011) Solving problems with visual analytics. Proc Comput Sci 7:117\u2013120. https:\/\/doi.org\/10.1016\/j.procs.2011.12.035","journal-title":"Proc Comput Sci"},{"key":"155_CR21","volume-title":"Content analysis: an introduction to its methodology","author":"K Krippendorff","year":"2004","unstructured":"Krippendorff K (2004) Content analysis: an introduction to its methodology, 2nd edn. Sage Publications, Thousand Oaks","edition":"2"},{"key":"155_CR22","unstructured":"Li B, Cardier B, Wang T, et al (2015) Annotating high-level structures of short stories and personal anecdotes"},{"key":"155_CR23","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1016\/j.tourman.2007.05.011","volume":"29","author":"SW Litvin","year":"2008","unstructured":"Litvin SW, Goldsmith RE, Pan B (2008) Electronic word-of-mouth in hospitality and tourism management. Tour Manag 29:458\u2013468. https:\/\/doi.org\/10.1016\/j.tourman.2007.05.011","journal-title":"Tour Manag"},{"key":"155_CR24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-19460-3","volume-title":"Web data mining","author":"B Liu","year":"2011","unstructured":"Liu B (2011) Web data mining. Springer, Heidelberg"},{"key":"155_CR25","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139084789","volume-title":"Sentiment analysis: mining opinions, sentiments, and emotions","author":"B Liu","year":"2015","unstructured":"Liu B (2015) Sentiment analysis: mining opinions, sentiments, and emotions. Cambridge University Press, Cambridge"},{"key":"155_CR26","unstructured":"Liu B, Zhang L (2012) A survey of opinion mining and sentiment analysis BT\u2014mining text data. In: Aggarwal CC, Zhai C (eds). Springer, Boston, pp 415\u2013463"},{"issue":"3","key":"155_CR52","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1016\/j.jdmm.2015.06.004","volume":"4","author":"E Marine-Roig","year":"2015","unstructured":"Marine-Roig E, Anton Clav\u00e9 S (2015) Tourism analytics with massive user-generated content: a case study of Barcelona. J Destination Mark Manage 4(3):162\u2013172","journal-title":"J Destination Mark Manage"},{"key":"155_CR27","doi-asserted-by":"publisher","first-page":"7764","DOI":"10.1016\/j.eswa.2014.05.045","volume":"41","author":"E Marrese-Raylor","year":"2014","unstructured":"Marrese-Raylor E, Vel\u00e1squez JD, Bravo-Marquez F (2014) Expert systems with applications A novel deterministic approach for aspect-based opinion mining in tourism products reviews. Expert Syst Appl 41:7764\u20137775. https:\/\/doi.org\/10.1016\/j.eswa.2014.05.045","journal-title":"Expert Syst Appl"},{"key":"155_CR28","doi-asserted-by":"crossref","unstructured":"Moreno-Ortiz A (2017) Tecnolengua Lingmotif at EmoInt-2017\u202f: a lexicon-based approach. In: Proceedings of the 8th workshop on computational approaches to subjectivity, sentiment and social media analysis, Copenhagen, Denmark, September 7\u201311, 2017, pp 225\u2013232","DOI":"10.18653\/v1\/W17-5231"},{"key":"155_CR29","unstructured":"Moreno-Ortiz A, P\u00e9rez-Hern\u00e1ndez C (2018) Lingmotif-lex: a Wide-coverage, State-of-the-art Lexicon for sentiment analysis. In: Proceedings of the eleventh international conference on language resources and evaluation (LREC 2018). European Language Resources Association (ELRA), Miyazaki, Japan, pp 2653\u20132659"},{"key":"155_CR30","doi-asserted-by":"publisher","unstructured":"Morinaga S, Yamanishi K, Tateishi K, Fukushima T (2002) Mining product reputations on the Web. In: Proceedings of eighth ACM SIGKDD international conference on knowledge discovery data min\u2014KDD \u201902 341. https:\/\/doi.org\/10.1145\/775094.775098","DOI":"10.1145\/775094.775098"},{"key":"155_CR31","doi-asserted-by":"crossref","unstructured":"Nakov P (2016) Sentiment analysis in Twitter: a SemEval perspective. In: Proceedings of the 7th workshop on computational approaches to subjectivity, sentiment and social media analysis. Association for Computational Linguistics, San Diego, California, pp 171\u2013172","DOI":"10.18653\/v1\/W16-0427"},{"issue":"1\u20132","key":"155_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/1500000011","volume":"2","author":"B Pang","year":"2008","unstructured":"Pang B, Lee L (2008) Opinion mining and sentiment analysis. Foundations Trends Inf Retr 2(1\u20132):1","journal-title":"Foundations Trends Inf Retr"},{"key":"155_CR33","unstructured":"Pang B, Lee L, Vaithyanathan S (2002) Thumbs up? Sentiment classification using machine learning techniques. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP), Philadelphia, July 2002. Philadelphia, PA, USA, pp 79\u201386"},{"key":"155_CR34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30319-2","volume-title":"Fundamentals of sentiment analysis: concepts and methodology","author":"AB Pawar","year":"2016","unstructured":"Pawar AB, Jawale MA, Kyatanavar DN (2016) Fundamentals of sentiment analysis: concepts and methodology. Springer, New York. https:\/\/doi.org\/10.1007\/978-3-319-30319-2"},{"key":"155_CR35","doi-asserted-by":"crossref","unstructured":"Pontiki M, Galanis D, Pavlopoulos J, Papageorgioou H, Androutsopoulos I, Manandhar S (2014) SemEval-2014 task 4\u202f: aspect based sentiment analysis. In: Proceedings of the 8th international workshop on semantic evaluation (SemEval 2014). Association for Computational Linguistics, Dublin, Ireland, pp\u00a027\u201335","DOI":"10.3115\/v1\/S14-2004"},{"key":"155_CR36","doi-asserted-by":"crossref","unstructured":"Pontiki M, Galanis D, Papageorgiou H (2015) SemEval-2015 task 12\u202f: aspect based sentiment analysis. In: Proceedings of the 9th international workshop on semantic evaluation (SemEval 2015), Denver, Colorado, June 4\u20135, 2015","DOI":"10.18653\/v1\/S15-2082"},{"key":"155_CR37","doi-asserted-by":"crossref","unstructured":"Pontiki M, Galanis D, Papageorgiou H et al (2016) SemEval-2016 task 5\u202f: aspect based sentiment analysis. In: Proceedings of the 10th international workshop on semantic evaluation. Association for Computational Linguistics, San Diego, California, pp\u00a019\u201330","DOI":"10.18653\/v1\/S16-1002"},{"key":"155_CR38","doi-asserted-by":"crossref","unstructured":"Riloff E, Patwardhan S, Wiebe J (2006) Feature subsumption for opinion analysis. In: Proceedings of the 2006 conference on empirical methods in natural language processing (EMNLP 2006), Sydney, July 2006. Association for Computational Linguistics, pp 440\u2013448","DOI":"10.3115\/1610075.1610137"},{"key":"155_CR39","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s40558-015-0035-y","volume":"16","author":"M Rossetti","year":"2016","unstructured":"Rossetti M, Stella F, Zanker M (2016) Analyzing user reviews in tourism with topic models. Inf Technol Tour 16:5\u201321. https:\/\/doi.org\/10.1007\/s40558-015-0035-y","journal-title":"Inf Technol Tour"},{"key":"155_CR40","doi-asserted-by":"crossref","unstructured":"Saroufim C, Almatarky A, AbdelHady M (2018) Language independent sentiment analysis with sentiment-specific word embeddings. In: Proceedings of the 9th workshop on computational approaches to subjectivity, sentiment and social media analysis. Association for computational linguistics, Brussels, Belgium, pp 14\u201323","DOI":"10.18653\/v1\/W18-6204"},{"key":"155_CR41","doi-asserted-by":"publisher","first-page":"813","DOI":"10.1109\/TKDE.2015.2485209","volume":"28","author":"K Schouten","year":"2016","unstructured":"Schouten K, Frasincar F (2016) Survey on aspect-level sentiment analysis. IEEE Trans Knowl Data Eng 28:813\u2013830","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"155_CR42","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1086\/266577","volume":"19","author":"WA Scott","year":"1955","unstructured":"Scott WA (1955) Reliability of content analysis: the case of nominal scale coding. Public Opin Q 19:321\u2013325. https:\/\/doi.org\/10.1086\/266577","journal-title":"Public Opin Q"},{"key":"155_CR43","volume-title":"Nonparametric statistics for the behavioral science","author":"S Siegel","year":"1988","unstructured":"Siegel S (1988) Nonparametric statistics for the behavioral science. McGraw-Hill, New York"},{"key":"155_CR44","unstructured":"Stenetorp P, Pyysalo S, Topi G, et al (2012) BRAT\u202f: a web-based tool for NLP-assisted text annotation. In: Proceedings of the 13th conference of the european chapter of the association for computational linguistics, Avignon, France, April 23\u201327 2012, pp 102\u2013107"},{"issue":"2","key":"155_CR45","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1162\/COLI_a_00049","volume":"37","author":"M Taboada","year":"2011","unstructured":"Taboada M, Brooke J, Tofiloski M, Voll K, Stede M (2011) Lexicon-based methods for sentiment analysis. Comput Linguist 37(2):267\u2013307","journal-title":"Comput Linguist"},{"key":"155_CR46","doi-asserted-by":"crossref","unstructured":"Tang D, Wei F, Yang N, et al (2014) Learning sentiment-specific word embedding for Twitter sentiment classification. In: Proceedings of the 52nd annual meeting of the association for computational linguistics (volume 1: Long Papers). Association for Computational Linguistics, pp 1555\u20131565","DOI":"10.3115\/v1\/P14-1146"},{"key":"155_CR47","doi-asserted-by":"publisher","first-page":"2544","DOI":"10.1002\/asi","volume":"61","author":"M Thelwall","year":"2010","unstructured":"Thelwall M, Buckley K, Paltoglou G, Cai D (2010) Sentiment strength detection in short informal text. Am Soc Inf Sci Technol 61:2544\u20132558. https:\/\/doi.org\/10.1002\/asi","journal-title":"Am Soc Inf Sci Technol"},{"key":"155_CR48","unstructured":"Turney PD (2002) Thumbs up or thumbs down? Semantic orientation applied to unsupervised classification of reviews. In: Proceedings of the 40th annual meeting of the association for computational linguistics (ACL), Philadelphia, July 2002. pp 417\u2013424"},{"key":"155_CR49","unstructured":"Wang B, Liu M (2015) Deep learning for aspect-based sentiment analysis.\u00a0Stanford University report. https:\/\/cs224d.stanford.edu\/reports\/WangBo.pdf"},{"key":"155_CR50","doi-asserted-by":"publisher","first-page":"634","DOI":"10.1016\/j.chb.2010.04.014","volume":"27","author":"Q Ye","year":"2011","unstructured":"Ye Q, Law R, Gu B, Chen W (2011) The influence of user-generated content on traveler behavior: an empirical investigation on the effects of e-word-of-mouth to hotel online bookings. Comput Hum Behav 27:634\u2013639. https:\/\/doi.org\/10.1016\/j.chb.2010.04.014","journal-title":"Comput Hum Behav"},{"key":"155_CR51","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1162\/coli.2006.32.4.577","volume":"32","author":"A Zaenen","year":"2006","unstructured":"Zaenen A (2006) Mark-up barking up the wrong tree. Comput Linguist 32:577\u2013580. https:\/\/doi.org\/10.1162\/coli.2006.32.4.577","journal-title":"Comput Linguist"}],"container-title":["Information Technology &amp; Tourism"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s40558-019-00155-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s40558-019-00155-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s40558-019-00155-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,3]],"date-time":"2022-10-03T00:51:41Z","timestamp":1664758301000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s40558-019-00155-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,29]]},"references-count":52,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["155"],"URL":"https:\/\/doi.org\/10.1007\/s40558-019-00155-0","relation":{},"ISSN":["1098-3058","1943-4294"],"issn-type":[{"type":"print","value":"1098-3058"},{"type":"electronic","value":"1943-4294"}],"subject":[],"published":{"date-parts":[[2019,10,29]]},"assertion":[{"value":"2 November 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 June 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 October 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}