{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T22:37:35Z","timestamp":1721255855114},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,7,26]],"date-time":"2021-07-26T00:00:00Z","timestamp":1627257600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,7,26]],"date-time":"2021-07-26T00:00:00Z","timestamp":1627257600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Pers Ubiquit Comput"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s00779-021-01602-8","type":"journal-article","created":{"date-parts":[[2021,7,26]],"date-time":"2021-07-26T16:04:35Z","timestamp":1627315475000},"page":"1245-1255","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Multi-modal emotion prediction system using convergence media and active contents"],"prefix":"10.1007","volume":"27","author":[{"given":"Kyungyong","family":"Chung","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jin-Su","family":"Kim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,7,26]]},"reference":[{"issue":"1","key":"1602_CR1","doi-asserted-by":"publisher","first-page":"104933","DOI":"10.1109\/ACCESS.2020.2997255","volume":"8","author":"JC Kim","year":"2020","unstructured":"Kim JC, Chung K (2020) Multi-modal stacked denoising autoencoder for handling missing data in health big data. IEEE Access 8(1):104933\u2013104943","journal-title":"IEEE Access"},{"key":"1602_CR2","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139833813","volume-title":"The expression of the emotions in man and animals","author":"D Charles","year":"2013","unstructured":"Charles D (2013) The expression of the emotions in man and animals. Cambridge University Press, Cambridge. https:\/\/doi.org\/10.1017\/CBO9781139833813"},{"issue":"22","key":"1602_CR3","doi-asserted-by":"publisher","first-page":"4830","DOI":"10.3390\/app9224830","volume":"9","author":"DH Shin","year":"2019","unstructured":"Shin DH, Chung K, Park RC (2019) Detection of emotion using multi-block deep learning in a self-management interview app. Appl Sci 9(22):4830","journal-title":"Appl Sci"},{"key":"1602_CR4","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511752841","volume-title":"The mechanism of human facial expression (studies in emotion and social interaction)","author":"B Duchenne","year":"1990","unstructured":"Duchenne B (1990) In: Cuthbertson R (ed) The mechanism of human facial expression (studies in emotion and social interaction). Cambridge University Press, Cambridge. https:\/\/doi.org\/10.1017\/CBO9780511752841"},{"issue":"4","key":"1602_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.15701\/kcgs.2019.25.4.1","volume":"24","author":"JH Kim","year":"2018","unstructured":"Kim JH (2018) Emotion training: image color transfer with facial expression and emotion recognition. J Korea Comput Graph Soc 24(4):1\u20139","journal-title":"J Korea Comput Graph Soc"},{"key":"1602_CR6","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1016\/j.procs.2017.09.092","volume":"115","author":"A Haria","year":"2017","unstructured":"Haria A, Subramanian A, Asokkumar N, Poddar S, Nayak J (2017) Hand gesture recognition for human computer interaction. Proc Comp Sci 115:367\u2013374","journal-title":"Proc Comp Sci"},{"issue":"12","key":"1602_CR7","doi-asserted-by":"publisher","first-page":"854","DOI":"10.1016\/j.ijhcs.2011.07.006","volume":"69","author":"J Kong","year":"2011","unstructured":"Kong J, Zhang WY, Yu N, Xia XJ (2011) Design of human-centric adaptive multimodal interfaces. Int J Human-Comput Stud 69(12):854\u2013869","journal-title":"Int J Human-Comput Stud"},{"issue":"4","key":"1602_CR8","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1016\/0950-7051(93)90018-O","volume":"6","author":"J Coutaz","year":"1993","unstructured":"Coutaz J, Salber D, Balbo S (1993) Towards automatic evaluation of multimodal user interfaces. Knowl-Based Syst 6(4):267\u2013274","journal-title":"Knowl-Based Syst"},{"key":"1602_CR9","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.jvlc.2017.11.002","volume":"44","author":"U Erra","year":"2018","unstructured":"Erra U, Malandrino D, Pepe L (2018) A methodological evaluation of natural user interfaces for immersive 3D graph explorations. J Vis Lang Comput 44:13\u201327","journal-title":"J Vis Lang Comput"},{"key":"1602_CR10","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.ijhcs.2019.04.005","volume":"130","author":"S Ghosh","year":"2019","unstructured":"Ghosh S, Hiware K, Ganguly N, Mitra B, De P (2019) Emotion detection from touch interactions during text entry on smartphones. Int J Human-Comput Stud 130:47\u201357","journal-title":"Int J Human-Comput Stud"},{"key":"1602_CR11","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1016\/j.bios.2016.12.001","volume":"90","author":"P Kumari","year":"2017","unstructured":"Kumari P, Mathew L, Syal P (2017) Increasing trend of wearables and multimodal interface for human activity monitoring: a review. Biosens Bioelectron 90:298\u2013307","journal-title":"Biosens Bioelectron"},{"issue":"1","key":"1602_CR12","doi-asserted-by":"publisher","first-page":"106","DOI":"10.3182\/20050703-6-CZ-1902.01420","volume":"38","author":"D Ziegeler","year":"2005","unstructured":"Ziegeler D, Zuehlke D (2005) Emotional user interfaces and humanoid avatars in industrial environments. IFAC Proc Vol 38(1):106\u2013111","journal-title":"IFAC Proc Vol"},{"key":"1602_CR13","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.medengphy.2020.01.016","volume":"79","author":"W Wendong","year":"2020","unstructured":"Wendong W, Hanhao L, Menghan X, Yang C, Xiaoqing Y, Xing M, Bing Z (2020) Design and verification of a human\u2013robot interaction system for upper limb exoskeleton rehabilitation. Med Eng Phys 79:19\u201325","journal-title":"Med Eng Phys"},{"key":"1602_CR14","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1016\/j.aap.2017.05.013","volume":"106","author":"SM Simmons","year":"2017","unstructured":"Simmons SM, Caird JK, Steel P (2017) A meta-analysis of in-vehicle and nomadic voice-recognition system interaction and driving performance. Accid Anal Prev 106:31\u201343","journal-title":"Accid Anal Prev"},{"key":"1602_CR15","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1016\/j.patrec.2020.03.021","volume":"133","author":"H Zhou","year":"2020","unstructured":"Zhou H, Fang Z, Gao Y, Huang B, Zhong C, Shang R (2020) Feature fusion network based on attention mechanism for 3D semantic segmentation of point clouds. Pattern Recogn Lett 133:327\u2013333","journal-title":"Pattern Recogn Lett"},{"key":"1602_CR16","doi-asserted-by":"publisher","first-page":"362","DOI":"10.1016\/j.neucom.2018.07.029","volume":"315","author":"C Wu","year":"2018","unstructured":"Wu C, Wei Y, Chu X, Weichen S, Su F, Wang L (2018) Hierarchical attention-based multimodal fusion for video captioning. Neurocomputing 315:362\u2013370","journal-title":"Neurocomputing"},{"issue":"8","key":"1602_CR17","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1016\/j.tics.2019.05.006","volume":"23","author":"J Holler","year":"2019","unstructured":"Holler J, Levinson SC (2019) Multimodal language processing in human communication. Trends Cogn Sci 23(8):639\u2013652","journal-title":"Trends Cogn Sci"},{"key":"1602_CR18","doi-asserted-by":"publisher","first-page":"8648","DOI":"10.1109\/ICASSP.2019.8682750","volume-title":"ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","author":"O Caglayan","year":"2019","unstructured":"Caglayan O, Sanabria R, Palaskar S, Barraul L, Metze F (2019) Multimodal grounding for sequence-to-sequence speech recognition. In: ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp 8648\u20138652"},{"key":"1602_CR19","doi-asserted-by":"publisher","first-page":"70","DOI":"10.5626\/JOK.2020.47.1.70","volume":"47","author":"BS Choe","year":"2020","unstructured":"Choe BS, Lee IH, Lee SG (2020) Korean morphological analyzer for neologism and spacing error based on sequence-to-sequence. J KIISE 47:70\u201377. https:\/\/doi.org\/10.5626\/JOK.2020.47.1.70","journal-title":"J KIISE"},{"issue":"12","key":"1602_CR20","doi-asserted-by":"publisher","first-page":"249","DOI":"10.14400\/JDC.2014.12.12.249","volume":"12","author":"J Kim","year":"2014","unstructured":"Kim J (2014) Emotion prediction of document using paragraph analysis. J Dig Converg 12(12):249\u2013255","journal-title":"J Dig Converg"},{"key":"1602_CR21","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1016\/j.csl.2017.07.009","volume":"47","author":"C Cerisara","year":"2018","unstructured":"Cerisara C, Kr\u00e1l P, Lenc L (2018) On the effects of using word2vec representations in neural networks for dialogue act recognition. Comput Speech Lang 47:175\u2013193","journal-title":"Comput Speech Lang"},{"key":"1602_CR22","unstructured":"FFmpeg,https:\/\/ffmpeg.org\/. Accessed 20 June 2020."},{"issue":"1","key":"1602_CR23","doi-asserted-by":"publisher","first-page":"108664","DOI":"10.1109\/ACCESS.2020.3000638","volume":"8","author":"DH Shin","year":"2020","unstructured":"Shin DH, Park RC, Chung K (2020) Decision boundary-based anomaly detection model using improved AnoGAN from ECG data. IEEE Access 8(1):108664\u2013108674","journal-title":"IEEE Access"},{"key":"1602_CR24","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1016\/j.matcom.2019.11.006","volume":"176","author":"V Bruni","year":"2020","unstructured":"Bruni V, Tartaglione M, Vitulano D (2020) An iterative approach for spectrogram reassignment of frequency modulated multicomponent signals. Math Comput Simul 176:96\u2013119","journal-title":"Math Comput Simul"},{"key":"1602_CR25","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1016\/j.csl.2019.07.001","volume":"59","author":"A Kacha","year":"2020","unstructured":"Kacha A, Grenez F, Orozco-Arroyave JR, Schoentgen J (2020) Principal component analysis of the spectrogram of the speech signal: interpretation and application to dysarthric speech. Comput Speech Lang 59:114\u2013122","journal-title":"Comput Speech Lang"},{"key":"1602_CR26","unstructured":"The Internet Movie Script Database (IMSDb), https:\/\/www.imsdb.com. Accessed 20 June 2020."},{"key":"1602_CR27","unstructured":"Subscene-Passionate about good subtitles, https:\/\/subscene.com. Accessed 20 June 2020."},{"key":"1602_CR28","volume-title":"Natural Language Processing with Python","author":"S Bird","year":"2009","unstructured":"Bird S, Klein E, Loper E (2009) Natural Language Processing with Python. O\u2019Reilly Media, Newton"},{"issue":"1","key":"1602_CR29","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1007\/s12194-007-0002-1","volume":"1","author":"C Metz","year":"2008","unstructured":"Metz C (2008) ROC analysis in medical imaging: a tutorial review of the literature. Radiol Phys Technol 1(1):2\u201312","journal-title":"Radiol Phys Technol"},{"issue":"1","key":"1602_CR30","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/s10799-019-00304-1","volume":"21","author":"K Chung","year":"2020","unstructured":"Chung K, Jung H (2020) Knowledge-based dynamic cluster model for healthcare management using a convolutional neural network. Inf Technol Manag 21(1):41\u201350","journal-title":"Inf Technol Manag"},{"issue":"4","key":"1602_CR31","first-page":"2060","volume":"13","author":"JC Kim","year":"2020","unstructured":"Kim JC, Chung K (2020) Prediction model of user physical activity using data characteristics-based long short-term memory recurrent neural networks. KSII Trans Inter Inform Syst 13(4):2060\u20132077","journal-title":"KSII Trans Inter Inform Syst"},{"issue":"1","key":"1602_CR32","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1007\/s10799-019-00300-5","volume":"21","author":"JC Kim","year":"2020","unstructured":"Kim JC, Chung K (2020) Knowledge-based hybrid decision model using neural network for nutrition management. Inf Technol Manag 21(1):29\u201339","journal-title":"Inf Technol Manag"},{"issue":"2","key":"1602_CR33","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1007\/s12083-019-00791-7","volume":"13","author":"K Chung","year":"2020","unstructured":"Chung K, Park RC (2020) P2P based open health cloud for medicines management. Peer-to-Peer Network Appl 13(2):610\u2013622","journal-title":"Peer-to-Peer Network Appl"}],"container-title":["Personal and Ubiquitous Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00779-021-01602-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00779-021-01602-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00779-021-01602-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,25]],"date-time":"2023-05-25T14:14:08Z","timestamp":1685024048000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00779-021-01602-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,26]]},"references-count":33,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["1602"],"URL":"https:\/\/doi.org\/10.1007\/s00779-021-01602-8","relation":{},"ISSN":["1617-4909","1617-4917"],"issn-type":[{"value":"1617-4909","type":"print"},{"value":"1617-4917","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,26]]},"assertion":[{"value":"21 July 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 July 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 July 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 July 2021","order":4,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Update","order":5,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The query information was not removed.","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}}]}}