{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,25]],"date-time":"2026-08-25T07:12:20Z","timestamp":1787641940774,"version":"build-2736575974"},"publisher-location":"Cham","reference-count":67,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031480430","type":"print"},{"value":"9783031480447","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-48044-7_26","type":"book-chapter","created":{"date-parts":[[2023,11,20]],"date-time":"2023-11-20T16:03:02Z","timestamp":1700496182000},"page":"356-366","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Leveraging Large Language Models and Weak Supervision for Social Media Data Annotation: An Evaluation Using COVID-19 Self-reported Vaccination Tweets"],"prefix":"10.1007","author":[{"given":"Ramya","family":"Tekumalla","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Juan M.","family":"Banda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,11,21]]},"reference":[{"key":"26_CR1","doi-asserted-by":"publisher","unstructured":"Agichtein, E., Castillo, C., Donato, D., Gionis, A., Mishne, G.: Finding high-quality content in social media. In: Proceedings of the 2008 International Conference on Web Search and Data Mining, pp. 183\u2013194. Association for Computing Machinery, New York, NY, USA (2008). https:\/\/doi.org\/10.1145\/1341531.1341557","DOI":"10.1145\/1341531.1341557"},{"key":"26_CR2","doi-asserted-by":"publisher","unstructured":"Pershad, Y., Hangge, P.T., Albadawi, H., Oklu, R.: Social Medicine: twitter in healthcare. J. Clin. Med. Res. 7 (2018). https:\/\/doi.org\/10.3390\/jcm7060121","DOI":"10.3390\/jcm7060121"},{"key":"26_CR3","doi-asserted-by":"publisher","DOI":"10.2196\/20550","volume":"22","author":"J Xue","year":"2020","unstructured":"Xue, J., et al.: Twitter discussions and emotions about the COVID-19 pandemic: machine learning approach. J. Med. Internet Res. 22, e20550 (2020). https:\/\/doi.org\/10.2196\/20550","journal-title":"J. Med. Internet Res."},{"key":"26_CR4","unstructured":"Ratner, A., Bach, S., Varma, P., R\u00e9, C.: Weak Supervision: the New Programming Paradigm for Machine Learning. Hazy Research. https:\/\/dawn.cs (2019)"},{"key":"26_CR5","first-page":"159","volume":"5","author":"J Cutler","year":"2019","unstructured":"Cutler, J., Culotta, A.: Using weak supervision to scale the development of machine-learning models for social media-based marketing research. Applied Marketing Analytics. 5, 159\u2013169 (2019)","journal-title":"Applied Marketing Analytics."},{"key":"26_CR6","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1186\/s13007-020-00575-8","volume":"16","author":"AL Chandra","year":"2020","unstructured":"Chandra, A.L., Desai, S.V., Balasubramanian, V.N., Ninomiya, S., Guo, W.: Active learning with point supervision for cost-effective panicle detection in cereal crops. Plant Methods 16, 34 (2020). https:\/\/doi.org\/10.1186\/s13007-020-00575-8","journal-title":"Plant Methods"},{"key":"26_CR7","unstructured":"Shin, C., Li, W., Vishwakarma, H., Roberts, N., Sala, F.: Universalizing Weak Supervision. http:\/\/arxiv.org\/abs\/2112.03865 (2021)"},{"key":"26_CR8","first-page":"3567","volume":"29","author":"A Ratner","year":"2016","unstructured":"Ratner, A., De Sa, C., Wu, S., Selsam, D., R\u00e9, C.: Data programming: creating large training sets. Quickly. Adv. Neural Inf. Process. Syst. 29, 3567\u20133575 (2016)","journal-title":"Quickly. Adv. Neural Inf. Process. Syst."},{"key":"26_CR9","unstructured":"Zhang, J., Hsieh, C.-Y., Yu, Y., Zhang, C., Ratner, A.: A Survey on Programmatic Weak Supervision. http:\/\/arxiv.org\/abs\/2202.05433 (2022)"},{"key":"26_CR10","unstructured":"Munro, R., Monarch, R.: Human-in-the-Loop Machine Learning: Active Learning and Annotation for Human-centered AI. Simon and Schuster (2021)"},{"key":"26_CR11","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Others: language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"26_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12911-018-0723-6","volume":"19","author":"Y Wang","year":"2019","unstructured":"Wang, Y., et al.: A clinical text classification paradigm using weak supervision and deep representation. BMC Med. Inform. Decis. Mak. 19, 1 (2019). https:\/\/doi.org\/10.1186\/s12911-018-0723-6","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"26_CR13","doi-asserted-by":"publisher","unstructured":"Deriu, J., et al.: Leveraging large amounts of weakly supervised data for multi-language sentiment classification. In: Proceedings of the 26th International Conference on World Wide Web, pp. 1045\u20131052. International World Wide Web Conferences Steering Committee, Republic and Canton of Geneva, CHE (2017). https:\/\/doi.org\/10.1145\/3038912.3052611","DOI":"10.1145\/3038912.3052611"},{"key":"26_CR14","doi-asserted-by":"publisher","first-page":"1166","DOI":"10.1093\/jamia\/ocw028","volume":"23","author":"V Agarwal","year":"2016","unstructured":"Agarwal, V., et al.: Learning statistical models of phenotypes using noisy labeled training data. J. Am. Med. Inform. Assoc. 23, 1166\u20131173 (2016). https:\/\/doi.org\/10.1093\/jamia\/ocw028","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"26_CR15","doi-asserted-by":"publisher","unstructured":"Zamani, H., Bruce Croft, W.: On the Theory of Weak Supervision for Information Retrieval (2018). https:\/\/doi.org\/10.1145\/3234944.3234968","DOI":"10.1145\/3234944.3234968"},{"key":"26_CR16","doi-asserted-by":"crossref","unstructured":"Tekumalla, R., Asl, J.R., Banda, J.M.: Mining archive. org\u2019s twitter stream grab for pharmacovigilance research gold. In: Proceedings of the International AAAI Conference on Web and Social Media, pp. 909\u2013917 (2020)","DOI":"10.1609\/icwsm.v14i1.7357"},{"key":"26_CR17","doi-asserted-by":"publisher","unstructured":"Tekumalla, R., Banda, J.M.: Using weak supervision to generate training datasets from social media data: a proof of concept to identify drug mentions. Neural Comput. Appl. (2021). https:\/\/doi.org\/10.1007\/s00521-021-06614-2","DOI":"10.1007\/s00521-021-06614-2"},{"key":"26_CR18","unstructured":"Tekumalla, R., Banda, J.M.: An enhanced approach to identify and extract medication mentions in tweets via weak supervision. In: Proceedings of the BioCreative VII Challenge Evaluation Workshop (2021)"},{"key":"26_CR19","unstructured":"Tekumalla, R., Banda, J.M.: Identifying epidemic related Tweets using noisy learning. In: Proceedings of LatinX in NLP Research Workshop at NAACL 2022"},{"key":"26_CR20","doi-asserted-by":"publisher","unstructured":"Tekumalla, R., Banda, J.M.: TweetDIS: A large twitter dataset for natural disasters built using weak supervision. In: 2022 IEEE International Conference on Big Data (Big Data), pp. 4816\u20134823 (2022). https:\/\/doi.org\/10.1109\/BigData55660.2022.10020214","DOI":"10.1109\/BigData55660.2022.10020214"},{"key":"26_CR21","doi-asserted-by":"publisher","unstructured":"Tekumalla, R., Banda, J.M.: An empirical study on characterizing natural disasters in class imbalanced social media data using weak supervision. In: 2022 IEEE International Conference on Big Data (Big Data), pp. 4824\u20134832 (2022). https:\/\/doi.org\/10.1109\/BigData55660.2022.10020594","DOI":"10.1109\/BigData55660.2022.10020594"},{"key":"26_CR22","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1038\/s41746-020-0264-0","volume":"3","author":"K Saab","year":"2020","unstructured":"Saab, K., Dunnmon, J., R\u00e9, C., Rubin, D., Lee-Messer, C.: Weak supervision as an efficient approach for automated seizure detection in electroencephalography. NPJ Digit Med. 3, 59 (2020). https:\/\/doi.org\/10.1038\/s41746-020-0264-0","journal-title":"NPJ Digit Med."},{"key":"26_CR23","doi-asserted-by":"publisher","unstructured":"Fries, J.A., et al.: Weakly supervised classification of aortic valve malformations using unlabeled cardiac MRI sequences. Nat. Commun. (2019). https:\/\/doi.org\/10.1101\/339630","DOI":"10.1101\/339630"},{"key":"26_CR24","doi-asserted-by":"publisher","unstructured":"Saab, K., et al.: Doubly weak supervision of deep learning models for head CT. In: Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019, pp. 811\u2013819. Springer International Publishing (2019). https:\/\/doi.org\/10.1007\/978-3-030-32248-9_90","DOI":"10.1007\/978-3-030-32248-9_90"},{"key":"26_CR25","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. http:\/\/arxiv.org\/abs\/1810.04805, (2018)"},{"key":"26_CR26","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I.: Improving Language Understanding by Generative Pre-Training (2018). Accessed 17 June 2023"},{"key":"26_CR27","unstructured":"Lan, Z., Chen, M., Goodman, S., Gimpel, K., Sharma, P., Soricut, R.: ALBERT: A Lite BERT for Self-supervised Learning of Language Representations. http:\/\/arxiv.org\/abs\/1909.11942 (2019)"},{"key":"26_CR28","unstructured":"Liu, Y., et al.: RoBERTa: A Robustly Optimized BERT Pretraining Approach. http:\/\/arxiv.org\/abs\/1907.11692 (2019)"},{"key":"26_CR29","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a Distilled Version of BERT: Smaller, Faster, Cheaper and Lighter. http:\/\/arxiv.org\/abs\/1910.01108 (2019)"},{"key":"26_CR30","unstructured":"Clark, K., Luong, M.-T., Le, Q.V., Manning, C.D.: ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators. http:\/\/arxiv.org\/abs\/2003.10555 (2020)"},{"key":"26_CR31","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R.R., Le, Q.V.: Xlnet: Generalized autoregressive pretraining for language understanding. Adv. Neural Inf. Process. Syst. 32 (2019)"},{"key":"26_CR32","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21, 5485\u20135551 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"26_CR33","unstructured":"Shoeybi, M., et al.: Training Multi-Billion Parameter Language Models Using Model Parallelism. http:\/\/arxiv.org\/abs\/1909.08053 (2019)"},{"key":"26_CR34","unstructured":"Lewis, M., et al.: BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension. http:\/\/arxiv.org\/abs\/1910.13461"},{"key":"26_CR35","doi-asserted-by":"crossref","unstructured":"Martin, L., et al.: CamemBERT: a Tasty French Language Model. http:\/\/arxiv.org\/abs\/1911.03894 (2019)","DOI":"10.18653\/v1\/2020.acl-main.645"},{"key":"26_CR36","unstructured":"M\u00fcller, M., Salath\u00e9, M., Kummervold, P.E.: COVID-Twitter-BERT: A Natural Language Processing Model to Analyse COVID-19 Content on Twitter. http:\/\/arxiv.org\/abs\/2005.07503 (2020)"},{"key":"26_CR37","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee, J., et al.: BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36, 1234\u20131240 (2020). https:\/\/doi.org\/10.1093\/bioinformatics\/btz682","journal-title":"Bioinformatics"},{"key":"26_CR38","doi-asserted-by":"crossref","unstructured":"Beltagy, I., Lo, K., Cohan, A.: SciBERT: A Pretrained Language Model for Scientific Text. http:\/\/arxiv.org\/abs\/1903.10676 (2019)","DOI":"10.18653\/v1\/D19-1371"},{"key":"26_CR39","unstructured":"Huang, K., Altosaar, J., Ranganath, R.: ClinicalBERT: Modeling Clinical Notes and Predicting Hospital Readmission. http:\/\/arxiv.org\/abs\/1904.05342 (2019)"},{"key":"26_CR40","doi-asserted-by":"crossref","unstructured":"Chalkidis, I., Fergadiotis, M., Malakasiotis, P., Aletras, N., Androutsopoulos, I.: LEGAL-BERT: The Muppets straight out of Law School. http:\/\/arxiv.org\/abs\/2010.02559 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.261"},{"key":"26_CR41","doi-asserted-by":"crossref","unstructured":"Liu, Z., Huang, D., Huang, K., Li, Z., Zhao, J.: Finbert: A pre-trained financial language representation model for financial text mining. In: Proceedings of the twenty-ninth international conference on international joint conferences on artificial intelligence, pp. 4513\u20134519 (2021)","DOI":"10.24963\/ijcai.2020\/622"},{"key":"26_CR42","unstructured":"Yang, Y., Uy, M.C.S., Huang, A.: FinBERT: A Pretrained Language Model for Financial Communications. http:\/\/arxiv.org\/abs\/2006.08097 (2020)"},{"key":"26_CR43","unstructured":"Araci, D.: FinBERT: Financial Sentiment Analysis with Pre-trained Language Models. http:\/\/arxiv.org\/abs\/1908.10063 (2019)"},{"key":"26_CR44","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language Models are Unsupervised Multitask Learners. https:\/\/d4mucfpksywv.cloudfront.net\/better-language-models\/language_models_are_unsupervised_multitask_learners.pdf (2023)"},{"key":"26_CR45","unstructured":"Settles, B.: Active Learning Literature Survey. University of Wisconsin-Madison Department of Computer Sciences (2009)"},{"key":"26_CR46","unstructured":"Veselovsky, V., Ribeiro, M.H., West, R.: Artificial Artificial Artificial Intelligence: Crowd Workers Widely Use Large Language Models for Text Production Tasks. http:\/\/arxiv.org\/abs\/2306.07899 (2023)"},{"key":"26_CR47","doi-asserted-by":"crossref","unstructured":"Gilardi, F., Alizadeh, M., Kubli, M.: ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks. http:\/\/arxiv.org\/abs\/2303.15056 (2023)","DOI":"10.1073\/pnas.2305016120"},{"key":"26_CR48","unstructured":"He, X., et al.: AnnoLLM: Making Large Language Models to Be Better Crowdsourced Annotators. http:\/\/arxiv.org\/abs\/2303.16854 (2023)"},{"key":"26_CR49","unstructured":"M\u00f8ller, A.G., Dalsgaard, J.A., Pera, A., Aiello, L.M.: Is a Prompt and a Few Samples All You Need? Using GPT-4 for Data Augmentation in Low-Resource Classification Tasks. http:\/\/arxiv.org\/abs\/2304.13861 (2023)"},{"key":"26_CR50","unstructured":"Huang, F., Kwak, H., An, J.: Is ChatGPT better than Human Annotators? Potential and Limitations of ChatGPT in Explaining Implicit Hate Speech. http:\/\/arxiv.org\/abs\/2302.07736"},{"key":"26_CR51","unstructured":"Yu, D., Li, L., Su, H., Fuoli, M.: Using LLM-Assisted Annotation for Corpus Linguistics: A Case Study of Local Grammar Analysis, http:\/\/arxiv.org\/abs\/2305.08339 (2023)"},{"key":"26_CR52","doi-asserted-by":"crossref","unstructured":"Kuzman, T., Mozetic, I., Ljube\u0161ic, N.: Chatgpt: Beginning of an End of Manual Linguistic Data Annotation? Use Case of Automatic Genre Identification. arXiv e-prints, arXiv--2303 (2023)","DOI":"10.1007\/s10579-023-09695-8"},{"key":"26_CR53","unstructured":"Zhu, Y., Zhang, P., Haq, E.-U., Hui, P., Tyson, G.: Can ChatGPT Reproduce Human-Generated Labels? A Study of Social Computing Tasks. http:\/\/arxiv.org\/abs\/2304.10145 (2023)"},{"key":"26_CR54","doi-asserted-by":"publisher","unstructured":"Bender, E.M., Gebru, T., McMillan-Major, A., Shmitchell, S.: On the dangers of stochastic parrots: can language models be too big? . In: Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency, pp. 610\u2013623. Association for Computing Machinery, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3442188.3445922","DOI":"10.1145\/3442188.3445922"},{"key":"26_CR55","doi-asserted-by":"crossref","unstructured":"Reiss, M.V.: Testing the Reliability of ChatGPT for Text Annotation and Classification: A Cautionary Remark. http:\/\/arxiv.org\/abs\/2304.11085 (2023)","DOI":"10.31219\/osf.io\/rvy5p"},{"key":"26_CR56","unstructured":"Beware the Hype: ChatGPT didn\u2019t Replace Human Data Annotators. https:\/\/news.techworkerscoalition.org\/2023\/04\/04\/issue-5\/. Accessed 17 June 2023"},{"key":"26_CR57","doi-asserted-by":"publisher","first-page":"315","DOI":"10.3390\/epidemiologia2030024","volume":"2","author":"JM Banda","year":"2021","unstructured":"Banda, J.M., et al.: A large-scale COVID-19 twitter chatter dataset for open scientific research\u2014an international collaboration. Epidemiologia. 2, 315\u2013324 (2021). https:\/\/doi.org\/10.3390\/epidemiologia2030024","journal-title":"Epidemiologia."},{"key":"26_CR58","unstructured":"Weissenbacher, D., Banda, J., Davydova, V., et al.: Overview of the seventh social media mining for health applications (#SMM4H) shared tasks at COLING 2022. In: Proceedings of The Seventh Workshop on Social Media Mining for Health Applications, Workshop & Shared Task, pp. 221\u2013241. Association for Computational Linguistics, Gyeongju, Republic of Korea (2022)"},{"key":"26_CR59","doi-asserted-by":"publisher","unstructured":"Tekumalla, R., Asl, J.R., Banda, J.M.: Mining archive.org\u2019s twitter stream grab for pharmacovigilance research gold. ICWSM. 14, 909\u2013917 (2020). https:\/\/doi.org\/10.1609\/icwsm.v14i1.7357","DOI":"10.1609\/icwsm.v14i1.7357"},{"key":"26_CR60","unstructured":"Solmaz, G., Cirillo, F., Maresca, F., Kumar, A.G.A.: Label Augmentation with Reinforced Labeling for Weak Supervision. http:\/\/arxiv.org\/abs\/2204.06436 (2022)"},{"key":"26_CR61","unstructured":"Robinson, J., Jegelka, S., Sra, S.: Strength from weakness: fast learning using weak supervision. In: Iii, H.D., Singh, A. (eds.) Proceedings of the 37th International Conference on Machine Learning, pp. 8127\u20138136. PMLR (13--18 Jul 2020)"},{"key":"26_CR62","doi-asserted-by":"publisher","unstructured":"Nguyen, D.Q., Vu, T., Tuan Nguyen, A.: BERTweet: a pre-trained language model for english tweets. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 9\u201314. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-demos.2","DOI":"10.18653\/v1\/2020.emnlp-demos.2"},{"key":"26_CR63","doi-asserted-by":"publisher","unstructured":"Magge, A., et al.: Overview of the sixth social media mining for health applications (#SMM4H) shared tasks at NAACL 2021. In: Proceedings of the Sixth Social Media Mining for Health (#SMM4H) Workshop and Shared Task, pp. 21\u201332. Association for Computational Linguistics, Mexico City, Mexico (2021). https:\/\/doi.org\/10.18653\/v1\/2021.smm4h-1.4","DOI":"10.18653\/v1\/2021.smm4h-1.4"},{"key":"26_CR64","unstructured":"AWS Pricing Calculator. https:\/\/calculator.aws\/#\/addService\/SageMakerGroundTruth. Accessed 22 June 2023"},{"key":"26_CR65","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Meas. 20, 37\u201346 (1960). https:\/\/doi.org\/10.1177\/001316446002000104","journal-title":"Educ. Psychol. Meas."},{"key":"26_CR66","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1016\/j.jocd.2012.03.005","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M.L.: Interrater reliability: the kappa statistic. Biochem. Med.. Med. 22, 276\u2013282 (2012). https:\/\/doi.org\/10.1016\/j.jocd.2012.03.005","journal-title":"Biochem. Med.. Med."},{"key":"26_CR67","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"JL Fleiss","year":"1971","unstructured":"Fleiss, J.L.: Measuring nominal scale agreement among many raters. Psychol. Bull. 76, 378\u2013382 (1971). https:\/\/doi.org\/10.1037\/h0031619","journal-title":"Psychol. Bull."}],"container-title":["Lecture Notes in Computer Science","HCI International 2023 \u2013 Late Breaking Papers"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-48044-7_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,26]],"date-time":"2023-12-26T02:04:25Z","timestamp":1703556265000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-48044-7_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031480430","9783031480447"],"references-count":67,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-48044-7_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"21 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Copenhagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Denmark","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7472","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1578","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"396","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}