{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T18:43:49Z","timestamp":1761677029852,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,11,8]],"date-time":"2021-11-08T00:00:00Z","timestamp":1636329600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,11,8]]},"DOI":"10.1145\/3493244.3493252","type":"proceedings-article","created":{"date-parts":[[2021,12,14]],"date-time":"2021-12-14T23:11:32Z","timestamp":1639523492000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["LabelUX! Guidelines to support software engineers to design data labeling systems"],"prefix":"10.1145","author":[{"given":"Leticia Carvalho","family":"Passos","sequence":"first","affiliation":[{"name":"USES, UFAM - Universidade Federal do Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lucas","family":"Viana","sequence":"additional","affiliation":[{"name":"USES, UFAM - Universidade Federal do Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edson","family":"Oliveira","sequence":"additional","affiliation":[{"name":"SEFAZ - Secretaria de Estado da Fazenda, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tayana","family":"Conte","sequence":"additional","affiliation":[{"name":"USES, UFAM - Universidade Federal do Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,12,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2501221.2501222"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"volume-title":"Amazon SageMaker Ground Truth. https:\/\/docs.aws.amazon.com\/sagemaker\/latest\/dg\/sms-task-types.html Acesso em 03 de maio de","year":"2021","author":"Amazon","key":"e_1_3_2_1_4_1"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300460"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3439961.3439971"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3422392.3422507"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3185517"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242596"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3430036.3430058"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/UCCV.2013.6530803"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327752jpa4601_16"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.5555\/2886521.2886565"},{"volume-title":"Universal Human Relevance System (UHRS). https:\/\/prod.uhrs.playmsn.com\/uhrs\/. Acesso em 03 de maio de","year":"2021","key":"e_1_3_2_1_14_1"},{"key":"e_1_3_2_1_15_1","unstructured":"Mario Nadj Merlin Knaeble Maximilian\u00a0Xiling Li and Alexander Maedche. 2020. Power to the Oracle? Design Principles for Interactive Labeling Systems in Machine Learning. KI-K\u00fcnstliche Intelligenz(2020) 1\u201312.  Mario Nadj Merlin Knaeble Maximilian\u00a0Xiling Li and Alexander Maedche. 2020. Power to the Oracle? Design Principles for Interactive Labeling Systems in Machine Learning. KI-K\u00fcnstliche Intelligenz(2020) 1\u201312."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363841"},{"volume-title":"Understanding Development Process of Machine Learning Systems: Challenges and Solutions. In 2019 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM). IEEE, 1\u20136.","year":"2019","author":"Nascimento Elizamary","key":"e_1_3_2_1_17_1"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Jakob Nielsen. 1994. Usability engineering. Morgan Kaufmann.  Jakob Nielsen. 1994. Usability engineering. Morgan Kaufmann.","DOI":"10.1016\/B978-0-08-052029-2.50009-7"},{"volume-title":"What Is Really Different in Engineering AI-Enabled Systems?IEEE Software 37, 4","year":"2020","author":"Ozkaya Ipek","key":"e_1_3_2_1_19_1"},{"volume-title":"24th Workshop on Requirements Engineering. To appear.","year":"2021","author":"Passos Leticia","key":"e_1_3_2_1_20_1"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1110"},{"volume-title":"Prodigy: Annotation Tool for AI, Machine Learning & NLP. https:\/\/prodi.gy Acesso em 03 de maio de","year":"2021","key":"e_1_3_2_1_22_1"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13634-016-0355-x"},{"key":"e_1_3_2_1_24_1","unstructured":"Maxim Tkachenko Mikhail Malyuk Nikita Shevchenko Andrey Holmanyuk and Nikolai Liubimov. 2020-2021. Label Studio: Data labeling software. https:\/\/labelstud.io\/templates\/. Open source software available from https:\/\/github.com\/heartexlabs\/label-studio.  Maxim Tkachenko Mikhail Malyuk Nikita Shevchenko Andrey Holmanyuk and Nikolai Liubimov. 2020-2021. Label Studio: Data labeling software. https:\/\/labelstud.io\/templates\/. Open source software available from https:\/\/github.com\/heartexlabs\/label-studio."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5220\/0010458204830494"}],"event":{"name":"SBQS '21: XX Brazilian Symposium on Software Quality","acronym":"SBQS '21","location":"Virtual Event Brazil"},"container-title":["XX Brazilian Symposium on Software Quality"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3493244.3493252","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3493244.3493252","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:59:57Z","timestamp":1750186797000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3493244.3493252"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,8]]},"references-count":25,"alternative-id":["10.1145\/3493244.3493252","10.1145\/3493244"],"URL":"https:\/\/doi.org\/10.1145\/3493244.3493252","relation":{},"subject":[],"published":{"date-parts":[[2021,11,8]]},"assertion":[{"value":"2021-12-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}