{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T19:38:12Z","timestamp":1781206692947,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,5,29]],"date-time":"2018-05-29T00:00:00Z","timestamp":1527552000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,5,29]]},"DOI":"10.1145\/3206505.3206555","type":"proceedings-article","created":{"date-parts":[[2018,5,22]],"date-time":"2018-05-22T12:05:37Z","timestamp":1526990737000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Building a qualified annotation dataset for skin lesion analysis trough gamification"],"prefix":"10.1145","author":[{"given":"Fabrizio","family":"Balducci","sequence":"first","affiliation":[{"name":"Universit\u00e0 degli Studi di Modena e Reggio Emilia, Modena, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paolo","family":"Buono","sequence":"additional","affiliation":[{"name":"Universit\u00e0 degli Studi di Bari Aldo Moro, Bari, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,5,29]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmb.2015.11.013"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2007.40"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/IV.2007.100"},{"key":"e_1_3_2_1_4_1","volume-title":"Affective Classification of Gaming Activities Coming from RPG Gaming Sessions","author":"Balducci Fabrizio","unstructured":"Fabrizio Balducci and Costantino Grana . 2017. Affective Classification of Gaming Activities Coming from RPG Gaming Sessions . Springer International Publishing , 93--100. Fabrizio Balducci and Costantino Grana. 2017. Affective Classification of Gaming Activities Coming from RPG Gaming Sessions. Springer International Publishing, 93--100."},{"key":"e_1_3_2_1_5_1","volume-title":"Pixel Classification Methods to Detect Skin Lesions on Dermoscopic Medical Images","author":"Balducci Fabrizio","unstructured":"Fabrizio Balducci and Costantino Grana . 2017. Pixel Classification Methods to Detect Skin Lesions on Dermoscopic Medical Images . Springer , 444--455. Fabrizio Balducci and Costantino Grana. 2017. Pixel Classification Methods to Detect Skin Lesions on Dermoscopic Medical Images. Springer, 444--455."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1463673.1463675"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-012-0720-1"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824035"},{"key":"e_1_3_2_1_9_1","unstructured":"Paolo Buono Tiziana Cortese Fabrizio Lionetti Marco Minoia and Adalberto Simeone. {n. d.}. A Simulation of a Fire Accident in Second Life. ({n. d.}).  Paolo Buono Tiziana Cortese Fabrizio Lionetti Marco Minoia and Adalberto Simeone. {n. d.}. A Simulation of a Fire Accident in Second Life. ({n. d.})."},{"key":"e_1_3_2_1_10_1","volume-title":"Proc. of International Conference on Distributed Multimedia Systems (DMS 2013","author":"Buono P","year":"2013","unstructured":"P Buono , MF Costabile , and R Lanzilotti . 2013 . Scenes extraction from telementored surgery videos . In Proc. of International Conference on Distributed Multimedia Systems (DMS 2013 ). Brighton, UK , August 8-10, 2013, SKOKIE: Knowledge Systems Institute. P Buono, MF Costabile, and R Lanzilotti. 2013. Scenes extraction from telementored surgery videos. In Proc. of International Conference on Distributed Multimedia Systems (DMS 2013). Brighton, UK, August 8-10, 2013, SKOKIE: Knowledge Systems Institute."},{"key":"e_1_3_2_1_11_1","volume-title":"2016 13th International Conference on Remote Engineering and Virtual Instrumentation (REV). 391--395","author":"Callaghan M. J.","unstructured":"M. J. Callaghan , N. McShane , A. G. Eguiluz , T. Teilles , and P. Raspail . 2016. Practical application of the Learning Mechanics-Game Mechanics (LM-GM) framework for Serious Games analysis in engineering education . In 2016 13th International Conference on Remote Engineering and Virtual Instrumentation (REV). 391--395 . M. J. Callaghan, N. McShane, A. G. Eguiluz, T. Teilles, and P. Raspail. 2016. Practical application of the Learning Mechanics-Game Mechanics (LM-GM) framework for Serious Games analysis in engineering education. In 2016 13th International Conference on Remote Engineering and Virtual Instrumentation (REV). 391--395."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2658537.2658708"},{"key":"e_1_3_2_1_13_1","volume-title":"{n. d.}. Phrase Detective","author":"Chamberlain J","unstructured":"J Chamberlain , M. Poesio , and U. Kruschwitz . {n. d.}. Phrase Detective . http:\/\/anawiki.essex.ac.uk\/phrasedetectives\/. ({n. d.}). Accessed: 2017-12-12. J Chamberlain, M. Poesio, and U. Kruschwitz. {n. d.}. Phrase Detective. http:\/\/anawiki.essex.ac.uk\/phrasedetectives\/. ({n. d.}). Accessed: 2017-12-12."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1232743.1232769"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.168"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2658537.2658540"},{"key":"e_1_3_2_1_17_1","volume-title":"Smith","author":"Codella Noel C. F.","year":"2016","unstructured":"Noel C. F. Codella , Quoc-Bao Nguyen , Sharath Pankanti , David Gutman , Brian Helba , Allan Halpern , and John R . Smith . 2016 . Deep Learning Ensembles for Melanoma Recognition in Dermoscopy Images. CoRR abs\/1610.04662 (2016). http:\/\/arxiv.org\/abs\/1610.04662 Noel C. F. Codella, Quoc-Bao Nguyen, Sharath Pankanti, David Gutman, Brian Helba, Allan Halpern, and John R. Smith. 2016. Deep Learning Ensembles for Melanoma Recognition in Dermoscopy Images. CoRR abs\/1610.04662 (2016). http:\/\/arxiv.org\/abs\/1610.04662"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2014.7044156"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"S. Cooper F. Khatib A. Treuille and etal 2010. Predicting protein structures with a multiplayer online game. Vol. 466. 756--760.  S. Cooper F. Khatib A. Treuille and et al. 2010. Predicting protein structures with a multiplayer online game . Vol. 466. 756--760.","DOI":"10.1038\/nature09304"},{"key":"e_1_3_2_1_20_1","volume-title":"Game taxonomies: A high level framework for game analysis and design. https:\/\/www.gamasutra.com\/view\/feature\/131205\/game_taxonomies_a_high_level_.php. (April","author":"Craigh Lindley","year":"2003","unstructured":"Lindley Craigh . 2003. Game taxonomies: A high level framework for game analysis and design. https:\/\/www.gamasutra.com\/view\/feature\/131205\/game_taxonomies_a_high_level_.php. (April 2003 ). Accessed : 2017-12-12. Lindley Craigh. 2003. Game taxonomies: A high level framework for game analysis and design. https:\/\/www.gamasutra.com\/view\/feature\/131205\/game_taxonomies_a_high_level_.php. (April 2003). Accessed: 2017-12-12."},{"key":"e_1_3_2_1_21_1","volume-title":"Does being human matter? On some interpretive problems of comparative ludology. Behavioral and Brain Sciences 5 (3","author":"Csikszentmihalyi Mihaly","year":"1982","unstructured":"Mihaly Csikszentmihalyi . 1982. Does being human matter? On some interpretive problems of comparative ludology. Behavioral and Brain Sciences 5 (3 1982 ), 160--160. Issue 01. Mihaly Csikszentmihalyi. 1982. Does being human matter? On some interpretive problems of comparative ludology. Behavioral and Brain Sciences 5 (3 1982), 160--160. Issue 01."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Mihaly Csikszentmihalyi. 2000. Beyond boredom and anxiety. Jossey-Bass.  Mihaly Csikszentmihalyi. 2000. Beyond boredom and anxiety . Jossey-Bass.","DOI":"10.1037\/10516-164"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/SeGAH.2011.6165434"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1046\/j.1365-2133.146.s61.2.x"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2594776.2594788"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICL.2012.6402106"},{"key":"e_1_3_2_1_27_1","volume-title":"Britta Pollmuller, and Sarah Hetrick.","author":"Fleming Theresa M","year":"2017","unstructured":"Theresa M Fleming , Lynda Bavin , Karolina Stasiak , Eve Hermansson-Webb , Sally N Merry , Colleen Cheek , Mathijs Lucassen , Ho Ming Lau , Britta Pollmuller, and Sarah Hetrick. 2017 . Serious games and gamification for mental health: current status and promising directions. Frontiers in psychiatry 7 (2017), 215. Theresa M Fleming, Lynda Bavin, Karolina Stasiak, Eve Hermansson-Webb, Sally N Merry, Colleen Cheek, Mathijs Lucassen, Ho Ming Lau, Britta Pollmuller, and Sarah Hetrick. 2017. Serious games and gamification for mental health: current status and promising directions. Frontiers in psychiatry 7 (2017), 215."},{"key":"e_1_3_2_1_28_1","unstructured":"McGill Centre for Bioinformatics. 2010. Phylo. http:\/\/phylo.cs.mcgill.ca\/. (2010). Accessed: 2017-12-12.  McGill Centre for Bioinformatics. 2010. Phylo. http:\/\/phylo.cs.mcgill.ca\/. (2010). Accessed: 2017-12-12."},{"key":"e_1_3_2_1_29_1","volume-title":"Emre Celebi, Brian Helba, Michael Marchetti, Nabin Mishra, and Allan Halpern.","author":"Gutman David","year":"2016","unstructured":"David Gutman , Noel CF Codella , Emre Celebi, Brian Helba, Michael Marchetti, Nabin Mishra, and Allan Halpern. 2016 . Skin Lesion Analysis toward Melanoma Detection : A Challenge at the International Symposium on Biomedical Imaging (ISBI) 2016, hosted by the International Skin Imaging Collaboration (ISIC) . arXiv preprint arXiv:1605.01397 (2016). David Gutman, Noel CF Codella, Emre Celebi, Brian Helba, Michael Marchetti, Nabin Mishra, and Allan Halpern. 2016. Skin Lesion Analysis toward Melanoma Detection: A Challenge at the International Symposium on Biomedical Imaging (ISBI) 2016, hosted by the International Skin Imaging Collaboration (ISIC). arXiv preprint arXiv:1605.01397 (2016)."},{"key":"e_1_3_2_1_30_1","unstructured":"A. Halpern B. Helba D. Gutman N. Codella and M.E. Celebi. {n. d.}. The Covalic project featuring the ISIC Skin Lesion Analysis challenges. https:\/\/challenge.kitware.com. ({n. d.}). Accessed: 2017-12-12.  A. Halpern B. Helba D. Gutman N. Codella and M.E. Celebi. {n. d.}. The Covalic project featuring the ISIC Skin Lesion Analysis challenges. https:\/\/challenge.kitware.com. ({n. d.}). Accessed: 2017-12-12."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2014.377"},{"key":"e_1_3_2_1_32_1","volume-title":"Defining Gamification-A Service Marketing Perspective. system 1, 2","author":"Huotari Kai","year":"2012","unstructured":"Kai Huotari and Juho Hamari . 2012. Defining Gamification-A Service Marketing Perspective. system 1, 2 ( 2012 ), 3--4. Kai Huotari and Juho Hamari. 2012. Defining Gamification-A Service Marketing Perspective. system 1, 2 (2012), 3--4."},{"key":"e_1_3_2_1_33_1","volume-title":"Skin self-examinations and visual identification of atypical nevi: comparing individual and crowdsourcing approaches. Cancer epidemiology 37, 6","author":"King Andy J","year":"2013","unstructured":"Andy J King , Robert W Gehl , Douglas Grossman , and Jakob D Jensen . 2013. Skin self-examinations and visual identification of atypical nevi: comparing individual and crowdsourcing approaches. Cancer epidemiology 37, 6 ( 2013 ), 979--984. Andy J King, Robert W Gehl, Douglas Grossman, and Jakob D Jensen. 2013. Skin self-examinations and visual identification of atypical nevi: comparing individual and crowdsourcing approaches. Cancer epidemiology 37, 6 (2013), 979--984."},{"key":"e_1_3_2_1_34_1","volume-title":"The application of crowdsourcing approaches to cancer research: a systematic review. Cancer medicine","author":"Lee Young Ji","year":"2017","unstructured":"Young Ji Lee , Janet A Arida , and Heidi S Donovan . 2017. The application of crowdsourcing approaches to cancer research: a systematic review. Cancer medicine ( 2017 ). Young Ji Lee, Janet A Arida, and Heidi S Donovan. 2017. The application of crowdsourcing approaches to cancer research: a systematic review. Cancer medicine (2017)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0035519"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-013-0353-x"},{"key":"e_1_3_2_1_37_1","volume-title":"An Introduction to Game Studies","author":"M\u00e4yr\u00e4 F.","unstructured":"F. M\u00e4yr\u00e4 . 2008. An Introduction to Game Studies . SAGE Publications . F. M\u00e4yr\u00e4. 2008. An Introduction to Game Studies. SAGE Publications."},{"key":"e_1_3_2_1_38_1","volume-title":"Strategies for improved interpretation of computer-aided detections for CT colonography utilizing distributed human intelligence. Medical image analysis 16, 6","author":"McKenna Matthew T","year":"2012","unstructured":"Matthew T McKenna , Shijun Wang , Tan B Nguyen , Joseph E Burns , Nicholas Petrick , and Ronald M Summers . 2012. Strategies for improved interpretation of computer-aided detections for CT colonography utilizing distributed human intelligence. Medical image analysis 16, 6 ( 2012 ), 1280--1292. Matthew T McKenna, Shijun Wang, Tan B Nguyen, Joseph E Burns, Nicholas Petrick, and Ronald M Summers. 2012. Strategies for improved interpretation of computer-aided detections for CT colonography utilizing distributed human intelligence. Medical image analysis 16, 6 (2012), 1280--1292."},{"key":"e_1_3_2_1_39_1","first-page":"286","article-title":"Computer games genres","volume":"3","author":"David Myers","year":"1990","unstructured":"David Myers et al. 1990 . Computer games genres . Play & Culture 3 , 4 (1990), 286 -- 301 . David Myers et al. 1990. Computer games genres. Play & Culture 3, 4 (1990), 286--301.","journal-title":"Play & Culture"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11606-013-2536-8"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/SeGAH.2017.7939264"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1378704.1378719"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124782"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001613"},{"key":"e_1_3_2_1_46_1","unstructured":"Omar Wagih. 2016. Guess the Correlation. guessthecorrelation.com. (2016). Accessed: 2017-12-12.  Omar Wagih. 2016. Guess the Correlation. guessthecorrelation.com. (2016). Accessed: 2017-12-12."}],"event":{"name":"AVI '18: 2018 International Conference on Advanced Visual Interfaces","location":"Castiglione della Pescaia Grosseto Italy","acronym":"AVI '18","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGMM ACM Special Interest Group on Multimedia","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2018 International Conference on Advanced Visual Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3206505.3206555","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3206505.3206555","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:08:10Z","timestamp":1750208890000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3206505.3206555"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5,29]]},"references-count":46,"alternative-id":["10.1145\/3206505.3206555","10.1145\/3206505"],"URL":"https:\/\/doi.org\/10.1145\/3206505.3206555","relation":{},"subject":[],"published":{"date-parts":[[2018,5,29]]},"assertion":[{"value":"2018-05-29","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}