{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T18:27:13Z","timestamp":1757701633189,"version":"3.37.3"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2019,2,8]],"date-time":"2019-02-08T00:00:00Z","timestamp":1549584000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100007601","name":"Horizon 2020","doi-asserted-by":"publisher","award":["688503"],"award-info":[{"award-number":["688503"]}],"id":[{"id":"10.13039\/501100007601","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2019,7]]},"DOI":"10.1007\/s11042-019-7312-2","type":"journal-article","created":{"date-parts":[[2019,2,7]],"date-time":"2019-02-07T21:03:40Z","timestamp":1549573420000},"page":"19201-19227","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Crowdsourcing authoring of sensory effects on videos"],"prefix":"10.1007","volume":"78","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9422-8756","authenticated-orcid":false,"given":"Marcello Novaes","family":"de Amorim","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Est\u00eav\u00e3o Bissoli","family":"Saleme","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"F\u00e1bio Ribeiro de","family":"Assis Neto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Celso A. S.","family":"Santos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gheorghita","family":"Ghinea","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,8]]},"reference":[{"issue":"4","key":"7312_CR1","doi-asserted-by":"publisher","first-page":"51:1","DOI":"10.1145\/2957753","volume":"12","author":"OA Ademoye","year":"2016","unstructured":"Ademoye OA, Murray N, Muntean GM, Ghinea G (2016) Audio masking effect on inter-component skews in olfaction-enhanced multimedia presentations. ACM Trans Multimedia Comput Commun Appl 12(4):51:1\u201351:14. \n                    https:\/\/doi.org\/10.1145\/2957753","journal-title":"ACM Trans Multimedia Comput Commun Appl"},{"doi-asserted-by":"publisher","unstructured":"Amorim MN, Neto FRA, Santos CAS (2018) Achieving complex media annotation through collective wisdom and effort from the crowd. In: 2018 25th international conference on systems, signals and image processing (IWSSIP). IEEE, pp 1\u20135. \n                    https:\/\/doi.org\/10.1109\/IWSSIP.2018.8439402","key":"7312_CR2","DOI":"10.1109\/IWSSIP.2018.8439402"},{"issue":"1","key":"7312_CR3","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/s11042-010-0643-7","volume":"51","author":"L Ballan","year":"2011","unstructured":"Ballan L, Bertini M, Del Bimbo A, Seidenari L, Serra G (2011) Event detection and recognition for semantic annotation of video. Multimedia Tools Appl 51(1):279\u2013302. \n                    https:\/\/doi.org\/10.1007\/s11042-010-0643-7","journal-title":"Multimedia Tools Appl"},{"doi-asserted-by":"publisher","unstructured":"Bartocci S, Betti S, Marcone G, Tabacchiera M, Zanuccoli F, Chiari A (2015) A novel multimedia-multisensorial 4d platform. In: AEIT International annual conference (AEIT), 2015. IEEE, pp 1\u20136. \n                    https:\/\/doi.org\/10.1109\/AEIT.2015.7415215","key":"7312_CR4","DOI":"10.1109\/AEIT.2015.7415215"},{"doi-asserted-by":"publisher","unstructured":"Chen J, Yao T, Chao H (2018) See and chat: automatically generating viewer-level comments on images. MTAP: Multimedia Tools Appl, 1\u201314. \n                    https:\/\/doi.org\/10.1007\/s11042-018-5746-6","key":"7312_CR5","DOI":"10.1007\/s11042-018-5746-6"},{"unstructured":"Cho H (2010) Event-based control of 4d effects using mpeg rose. Master\u2019s thesis, School of Mechanical, Aerospace and Systems Engineering, Division of Mechanical Engineering. Korea Advanced Institute of Science and Technology. Master\u2019s Thesis","key":"7312_CR6"},{"doi-asserted-by":"publisher","unstructured":"Choi B, Lee ES, Yoon K (2011) Streaming media with sensory effect. In: 2011 international conference on information science and applications (ICISA). IEEE, pp 1\u20136. \n                    https:\/\/doi.org\/10.1109\/ICISA.2011.5772390","key":"7312_CR7","DOI":"10.1109\/ICISA.2011.5772390"},{"doi-asserted-by":"crossref","unstructured":"Chowdhury SN, Tandon N, Weikum G (2016) Know2look: commonsense knowledge for visual search. In: Proceedings of the 5th workshop on automated knowledge base construction, pp 57\u201362","key":"7312_CR8","DOI":"10.18653\/v1\/W16-1311"},{"issue":"5","key":"7312_CR9","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1145\/3233774","volume":"51","author":"A Covaci","year":"2018","unstructured":"Covaci A, Zou L, Tal I, Muntean GM, Ghinea G (2018) Is multimedia multisensorial?-a review of mulsemedia systems. ACM Comput Survey (CSUR) 51(5):91","journal-title":"ACM Comput Survey (CSUR)"},{"doi-asserted-by":"crossref","unstructured":"Cross A, Bayyapunedi M, Ravindran D, Cutrell E, Thies W (2014) Vidwiki: enabling the crowd to improve the legibility of online educational videos. In: Proceedings of the 17th ACM conference on Computer supported cooperative work & social computing. ACM, pp 1167\u20131175","key":"7312_CR10","DOI":"10.1145\/2531602.2531670"},{"doi-asserted-by":"publisher","unstructured":"Di Salvo R, Spampinato C, Giordano D (2016) Generating reliable video annotations by exploiting the crowd. In: IEEE Winter conf. on applications of computer vision (WACV). \n                    https:\/\/doi.org\/10.1109\/WACV.2016.7477718\n                    \n                  . IEEE, pp 1\u20138","key":"7312_CR11","DOI":"10.1109\/WACV.2016.7477718"},{"unstructured":"Dumitrache A, Aroyo L, Welty C, Sips RJ, Levas A (2013) A.: \u201ddr. detective\u201d: combining gamification techniques and crowdsourcing to create a gold standard in medical text. 16\u201331","key":"7312_CR12"},{"doi-asserted-by":"publisher","unstructured":"Egan D, Brennan S, Barrett J, Qiao Y, Timmerer C, Murray N (2016) An evaluation of heart rate and electrodermal activity as an objective qoe evaluation method for immersive virtual reality environments. In: 8th international conference on quality of multimedia experience (qoMEX\u201916). \n                    https:\/\/doi.org\/10.1109\/QoMEX.2016.7498964","key":"7312_CR13","DOI":"10.1109\/QoMEX.2016.7498964"},{"doi-asserted-by":"publisher","unstructured":"Foncubierta Rodr\u00edguez A, M\u00fcller H (2012) Ground truth generation in medical imaging: a crowdsourcing-based iterative approach. In: Proceedings of the ACM multimedia 2012 workshop on crowdsourcing for multimedia, CrowdMM \u201912. ACM, New York, pp 9\u201314. \n                    https:\/\/doi.org\/10.1145\/2390803.2390808","key":"7312_CR14","DOI":"10.1145\/2390803.2390808"},{"issue":"7","key":"7312_CR15","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1038\/075450a0","volume":"75","author":"F Galton","year":"1907","unstructured":"Galton F (1907) Vox populi (the wisdom of crowds). Nature 75(7):450\u2013451","journal-title":"Nature"},{"issue":"1s","key":"7312_CR16","doi-asserted-by":"publisher","first-page":"17:1","DOI":"10.1145\/2617994","volume":"11","author":"G Ghinea","year":"2014","unstructured":"Ghinea G, Timmerer C, Lin W, Gulliver SR (2014) Mulsemedia: State of the art, perspectives, and challenges. ACM Trans Multimedia Comput Commun Appl 11(1s):17:1\u201317:23. \n                    https:\/\/doi.org\/10.1145\/2617994","journal-title":"ACM Trans Multimedia Comput Commun Appl"},{"doi-asserted-by":"crossref","unstructured":"Gottlieb L, Choi J, Kelm P, Sikora T, Friedland G (2012) Pushing the limits of mechanical turk: qualifying the crowd for video geo-location. In: Proceedings of the ACM multimedia 2012 workshop on crowdsourcing for multimedia. ACM, pp 23\u201328","key":"7312_CR17","DOI":"10.1145\/2390803.2390815"},{"issue":"6","key":"7312_CR18","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1007\/s00530-008-0134-0","volume":"14","author":"L Hardman","year":"2008","unstructured":"Hardman L, Obrenovi\u0107 \u017e, Nack F, Kerherv\u00e9 B, Piersol K (2008) Canonical processes of semantically annotated media production. Multimedia Syst 14(6):327\u2013340. \n                    https:\/\/doi.org\/10.1007\/s00530-008-0134-0","journal-title":"Multimedia Syst"},{"unstructured":"Kim S, Han J (2014) Text of white paper on mpeg-v. Tech. Rep ISO\/IEC JTC 1\/SC 29\/WG 11 W14187, San Jose, USA","key":"7312_CR19"},{"issue":"2","key":"7312_CR20","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1016\/j.image.2012.10.011","volume":"28","author":"SK Kim","year":"2013","unstructured":"Kim SK (2013) Authoring multisensorial content. Signal Process Image Commun 28(2):162\u2013167. \n                    https:\/\/doi.org\/10.1016\/j.image.2012.10.011","journal-title":"Signal Process Image Commun"},{"issue":"2","key":"7312_CR21","doi-asserted-by":"publisher","first-page":"224","DOI":"10.4218\/etrij.14.2113.0065","volume":"36","author":"SK Kim","year":"2014","unstructured":"Kim SK, Yang SJ, Ahn CH, Joo YS (2014) Sensorial information extraction and mapping to generate temperature sensory effects. ETRI J 36(2):224\u2013231. \n                    https:\/\/doi.org\/10.4218\/etrij.14.2113.0065","journal-title":"ETRI J"},{"doi-asserted-by":"publisher","unstructured":"Lasecki W, Miller C, Sadilek A, Abumoussa A, Borrello D, Kushalnagar R, Bigham J (2012) Real-time captioning by groups of non-experts. In: Proceedings of the 25th annual ACM symposium on User interface software and technology - UIST \u201912, UIST \u201912. ACM Press, New York, pp 23\u201333. \n                    https:\/\/doi.org\/10.1145\/2380116.2380122","key":"7312_CR22","DOI":"10.1145\/2380116.2380122"},{"doi-asserted-by":"publisher","unstructured":"Masiar A, Simko J (2015) Short video metadata acquisition game. In: 10th international workshop on semantic and social media adaptation and personalization (SMAP). IEEE, pp 61\u201365. \n                    https:\/\/doi.org\/10.1109\/SMAP.2015.7370092","key":"7312_CR23","DOI":"10.1109\/SMAP.2015.7370092"},{"doi-asserted-by":"publisher","unstructured":"McNaney R, Othman M, Richardson D, Dunphy P, Amaral T, Miller N, Stringer H, Olivier P, Vines J (2016) Speeching: mobile crowdsourced speech assessment to support self-monitoring and management for people with parkinson\u2019s. In: Proceedings of the 2016 CHI conference on human factors in computing sys - CHI \u201916, CHI \u201916. ACM Press, New York, pp 4464\u20134476. \n                    https:\/\/doi.org\/10.1145\/2858036.2858321","key":"7312_CR24","DOI":"10.1145\/2858036.2858321"},{"doi-asserted-by":"publisher","unstructured":"Murray N, Lee B, Qiao Y, Muntean GM (2016) The influence of human factors on olfaction based mulsemedia quality of experience. \n                    https:\/\/doi.org\/10.1109\/QoMEX.2016.7498975","key":"7312_CR25","DOI":"10.1109\/QoMEX.2016.7498975"},{"issue":"4","key":"7312_CR26","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1016\/j.ipm.2018.03.006","volume":"54","author":"FRA Neto","year":"2018","unstructured":"Neto FRA, Santos CAS (2018) Understanding crowdsourcing projects: a systematic review of tendencies, workflow, and quality management. Inf Process Manag 54(4):490\u2013506. \n                    https:\/\/doi.org\/10.1016\/j.ipm.2018.03.006","journal-title":"Inf Process Manag"},{"doi-asserted-by":"publisher","unstructured":"Oh HW, Huh JD (2017) Auto generation system of mpeg-v motion sensory effects based on media scene. In: 2017 IEEE international conference on consumer electronics (ICCE). IEEE, pp 160\u2013163. \n                    https:\/\/doi.org\/10.1109\/ICCE.2017.7889269","key":"7312_CR27","DOI":"10.1109\/ICCE.2017.7889269"},{"doi-asserted-by":"publisher","unstructured":"Rainer B, Waltl M, Cheng E, Shujau M, Timmerer C, Davis S, Burnett I, Ritz C, Hellwagner H (2012) Investigating the impact of sensory effects on the quality of experience and emotional response in web videos. In: 4th international workshop on quality of multimedia experience (qoMEX). IEEE, pp 278\u2013283. \n                    https:\/\/doi.org\/10.1109\/QoMEX.2012.6263842","key":"7312_CR28","DOI":"10.1109\/QoMEX.2012.6263842"},{"issue":"2","key":"7312_CR29","doi-asserted-by":"publisher","first-page":"869","DOI":"10.1007\/s11042-012-1177-y","volume":"70","author":"M Sadallah","year":"2014","unstructured":"Sadallah M, Aubert O, Pri\u00e9 Y (2014) Chm: an annotation- and component-based hypervideo model for the web. Multimed Tools Appl 70(2):869\u2013903. \n                    https:\/\/doi.org\/10.1007\/s11042-012-1177-y","journal-title":"Multimed Tools Appl"},{"doi-asserted-by":"publisher","unstructured":"Saleme EB, Celestrini JR, Santos CAS (2017) Time evaluation for the integration of a gestural interactive application with a distributed mulsemedia platform. In: Proceedings of the 8th ACM on multimedia systems conference, MMSys\u201917. ACM, New York, pp 308\u2013314. \n                    https:\/\/doi.org\/10.1145\/3083187.3084013","key":"7312_CR30","DOI":"10.1145\/3083187.3084013"},{"doi-asserted-by":"publisher","unstructured":"Saleme EB, Santos CAS, Ghinea G (2018) Coping with the challenges of delivering multiple sensorial media. IEEE MultiMedia, 1\u20131. \n                    https:\/\/doi.org\/10.1109\/MMUL.2018.2873565","key":"7312_CR31","DOI":"10.1109\/MMUL.2018.2873565"},{"doi-asserted-by":"publisher","unstructured":"Shin SH, Ha KS, Yun HO, Nam YS (2016) Realistic media authoring tool based on mpeg-v international standard. In: 2016 8th international conference on ubiquitous and future networks (ICUFN). IEEE, pp 730\u2013732. \n                    https:\/\/doi.org\/10.1109\/ICUFN.2016.7537133","key":"7312_CR32","DOI":"10.1109\/ICUFN.2016.7537133"},{"doi-asserted-by":"publisher","unstructured":"Taborsky E, Allen K, Blanton A, Jain AK, Klare BF (2015) Annotating unconstrained face imagery: a scalable approach. In: International conference on biometrics (ICB). IEEE, pp 264\u2013271. \n                    https:\/\/doi.org\/10.1109\/ICB.2015.7139094","key":"7312_CR33","DOI":"10.1109\/ICB.2015.7139094"},{"doi-asserted-by":"publisher","unstructured":"Teki S, Kumar S, Griffiths TD (2016) Large-scale analysis of auditory segregation behavior crowdsourced via a smartphone app. PLos ONE, 11(4). \n                    https:\/\/doi.org\/10.1371\/journal.pone.015","key":"7312_CR34","DOI":"10.1371\/journal.pone.015"},{"issue":"8","key":"7312_CR35","doi-asserted-by":"publisher","first-page":"909","DOI":"10.1016\/j.image.2012.01.016","volume":"27","author":"C Timmerer","year":"2012","unstructured":"Timmerer C, Waltl M, Rainer B, Hellwagner H (2012) Assessing the quality of sensory experience for multimedia presentations. Signal Process Image Commun 27(8):909\u2013916. \n                    https:\/\/doi.org\/10.1016\/j.image.2012.01.016","journal-title":"Signal Process Image Commun"},{"key":"7312_CR36","volume-title":"Common sense: the foundations for social science. Common sense","author":"F Holthoon van","year":"1987","unstructured":"van Holthoon F, Olson D (1987) Common sense: the foundations for social science. Common sense. University Press of America, Lanham"},{"issue":"2","key":"7312_CR37","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1016\/j.image.2012.10.009","volume":"28","author":"M Waltl","year":"2013","unstructured":"Waltl M, Rainer B, Timmerer C, Hellwagner H (2013) An end-to-end tool chain for sensory experience based on mpeg-v. Signal Process Image Commun 28(2):136\u2013150. \n                    https:\/\/doi.org\/10.1016\/j.image.2012.10.009","journal-title":"Signal Process Image Commun"},{"doi-asserted-by":"crossref","unstructured":"Waltl M, Timmerer C, Hellwagner H (2010) Improving the quality of multimedia experience through sensory effects. In: Second international workshop on quality of multimedia experience (qoMEX). IEEE, pp 124\u2013129","key":"7312_CR38","DOI":"10.1109\/QOMEX.2010.5517704"},{"doi-asserted-by":"publisher","unstructured":"Waltl M, Timmerer C, Rainer B, Hellwagner H (2012) Sensory effect dataset and test setups. In: 4th international workshop on quality of multimedia experience (qoMEX). IEEE, pp 115\u2013120. \n                    https:\/\/doi.org\/10.1109\/QoMEX.2012.6263841","key":"7312_CR39","DOI":"10.1109\/QoMEX.2012.6263841"},{"issue":"7","key":"7312_CR40","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1109\/TMM.2015.2431915","volume":"17","author":"Z Yuan","year":"2015","unstructured":"Yuan Z, Bi T, Muntean GM, Ghinea G (2015) Perceived synchronization of mulsemedia services. IEEE Trans Multimedia 17(7):957\u2013966. \n                    https:\/\/doi.org\/10.1109\/TMM.2015.2431915","journal-title":"IEEE Trans Multimedia"},{"doi-asserted-by":"publisher","unstructured":"Yue T, Wang H, Cheng S (2018) Learning from users: a data-driven method of qoe evaluation for internet video. MTAP: Multimedia Tools Appl, 1\u201332. \n                    https:\/\/doi.org\/10.1007\/s11042-018-5918-4","key":"7312_CR41","DOI":"10.1007\/s11042-018-5918-4"},{"issue":"4","key":"7312_CR42","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2196\/jmir.2426","volume":"15","author":"H Zhai","year":"2013","unstructured":"Zhai H, Lingren T, Deleger L, Li Q, Kaiser M, Stoutenborough L, Solti I (2013) Web 2.0-based crowdsourcing for high-quality gold standard development in clinical natural language processing. J Med Internet Res 15(4):1\u201317. \n                    https:\/\/doi.org\/10.2196\/jmir.2426","journal-title":"J Med Internet Res"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-019-7312-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11042-019-7312-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-019-7312-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,2,7]],"date-time":"2020-02-07T19:11:50Z","timestamp":1581102710000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11042-019-7312-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,8]]},"references-count":42,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2019,7]]}},"alternative-id":["7312"],"URL":"https:\/\/doi.org\/10.1007\/s11042-019-7312-2","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"type":"print","value":"1380-7501"},{"type":"electronic","value":"1573-7721"}],"subject":[],"published":{"date-parts":[[2019,2,8]]},"assertion":[{"value":"24 May 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 November 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 January 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 February 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}