{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,8]],"date-time":"2025-05-08T09:40:01Z","timestamp":1746697201376,"version":"3.40.5"},"publisher-location":"Cham","reference-count":13,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031887161"},{"type":"electronic","value":"9783031887178"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88717-8_31","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:05:14Z","timestamp":1743768314000},"page":"413-417","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["LS-Dashboard: A Tool for\u00a0Monitoring and\u00a0Analyzing Data Annotation in\u00a0Machine Learning Classification Tasks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7580-1756","authenticated-orcid":false,"given":"Vinicius Monteiro","family":"de Lira","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-3976-0615","authenticated-orcid":false,"given":"Peng","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,3]]},"reference":[{"key":"31_CR1","doi-asserted-by":"crossref","unstructured":"Artstein, R.: Inter-annotator agreement. Handbook of linguistic annotation, pp. 297\u2013313 (2017)","DOI":"10.1007\/978-94-024-0881-2_11"},{"issue":"1","key":"31_CR2","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measur."},{"key":"31_CR3","unstructured":"Fleiss, J.L., Levin, B., Paik, M.C.: Statistical methods for rates and proportions. john wiley & sons (2013)"},{"issue":"W1","key":"31_CR4","doi-asserted-by":"publisher","first-page":"W5","DOI":"10.1093\/nar\/gkaa333","volume":"48","author":"R Islamaj","year":"2020","unstructured":"Islamaj, R., Kwon, D., Kim, S., Lu, Z.: Teamtat: a collaborative text annotation tool. Nucleic Acids Res. 48(W1), W5\u2013W11 (2020)","journal-title":"Nucleic Acids Res."},{"key":"31_CR5","unstructured":"Krippendorff, K.: Computing krippendorff\u2019s alpha-reliability (2011)"},{"key":"31_CR6","doi-asserted-by":"crossref","unstructured":"Lin, Y., Ruan, T., Liang, M., Cai, T., Du, W., Wang, Y.: Dotat: a domain-oriented text annotation tool. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics: System Demonstrations, pp.\u00a01\u20138 (2022)","DOI":"10.18653\/v1\/2022.acl-demo.1"},{"key":"31_CR7","unstructured":"Monarch, R.M.: Human-in-the-Loop Machine Learning: Active learning and annotation for human-centered AI. Simon and Schuster (2021)"},{"key":"31_CR8","doi-asserted-by":"crossref","unstructured":"Mullen\u00a0Jr, J.F., Tanner, F.R., Sallee, P.A.: Comparing the effects of annotation type on machine learning detection performance. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (2019)","DOI":"10.1109\/CVPRW.2019.00114"},{"issue":"23","key":"31_CR9","doi-asserted-by":"publisher","first-page":"6793","DOI":"10.3390\/s20236793","volume":"20","author":"IM Nasir","year":"2020","unstructured":"Nasir, I.M., et al.: Pearson correlation-based feature selection for document classification using balanced training. Sensors 20(23), 6793 (2020)","journal-title":"Sensors"},{"key":"31_CR10","doi-asserted-by":"crossref","unstructured":"Nowak, S., R\u00fcger, S.: How reliable are annotations via crowdsourcing: a study about inter-annotator agreement for multi-label image annotation. In: Proceedings of the International Conference on Multimedia Information Retrieval, pp. 557\u2013566 (2010)","DOI":"10.1145\/1743384.1743478"},{"key":"31_CR11","doi-asserted-by":"crossref","unstructured":"Pei, J., et al.: Potato: The portable text annotation tool. arXiv preprint arXiv:2212.08620 (2022)","DOI":"10.18653\/v1\/2022.emnlp-demos.33"},{"key":"31_CR12","unstructured":"Teruel, M., Cardellino, C., Cardellino, F., Alemany, L.A., Villata, S.: Increasing argument annotation reproducibility by using inter-annotator agreement to improve guidelines. In: Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC 2018) (2018)"},{"key":"31_CR13","doi-asserted-by":"publisher","first-page":"21300","DOI":"10.1109\/ACCESS.2023.3249759","volume":"11","author":"F Yang","year":"2023","unstructured":"Yang, F., et al.: Assessing inter-annotator agreement for medical image segmentation. IEEE Access 11, 21300\u201321312 (2023)","journal-title":"IEEE Access"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88717-8_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,8]],"date-time":"2025-05-08T09:23:24Z","timestamp":1746696204000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88717-8_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887161","9783031887178"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88717-8_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"3 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}