{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T23:34:16Z","timestamp":1780961656020,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":78,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"name":"Department of Health and Human Services","award":["90DPCP0002-0100"],"award-info":[{"award-number":["90DPCP0002-0100"]}]},{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1954284, 2125362, 2212303, and 2235405"],"award-info":[{"award-number":["1954284, 2125362, 2212303, and 2235405"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Capes\/Fulbright","award":["ME \/ CAPES N\u00b08 \/ 2020"],"award-info":[{"award-number":["ME \/ CAPES N\u00b08 \/ 2020"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642258","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:25Z","timestamp":1715416705000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":27,"title":["Caption Royale: Exploring the Design Space of Affective Captions from the Perspective of Deaf and Hard-of-Hearing Individuals"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5046-9884","authenticated-orcid":false,"given":"Calu\u00e3","family":"de Lacerda Pataca","sequence":"first","affiliation":[{"name":"Computing and Information Sciences, Rochester Institute of Technology, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2792-2964","authenticated-orcid":false,"given":"Saad","family":"Hassan","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Tulane University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7940-9100","authenticated-orcid":false,"given":"Nathan","family":"Tinker","sequence":"additional","affiliation":[{"name":"Department of ASL and Interpreting Education, Rochester Institute of Technology, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4191-3565","authenticated-orcid":false,"given":"Roshan Lalintha","family":"Peiris","sequence":"additional","affiliation":[{"name":"School of Information, Rochester Institute of Technology, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6290-2681","authenticated-orcid":false,"given":"Matt","family":"Huenerfauth","sequence":"additional","affiliation":[{"name":"Computing and Information Sciences, Rochester Institute of Technology, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.21437\/SpeechProsody.2018-162"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517681"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587281.3587287"},{"key":"e_1_3_3_3_4_1","volume-title":"Preference for\u00a0Speaker Identifier Type in\u00a0Live TV Programming. In Universal Access in Human-Computer Interaction","author":"Amin Akher\u00a0Al","unstructured":"Akher\u00a0Al Amin, Joseph Mendis, Raja Kushalnagar, Christian Vogler, Sooyeon Lee, and Matt Huenerfauth. 2022. Deaf and\u00a0Hard of\u00a0Hearing Viewers\u2019 Preference for\u00a0Speaker Identifier Type in\u00a0Live TV Programming. In Universal Access in Human-Computer Interaction. Novel Design Approaches and Technologies, Margherita Antona and Constantine Stephanidis (Eds.). Springer International Publishing, Cham, 200\u2013211."},{"key":"e_1_3_3_3_5_1","volume-title":"The Inter typeface family. https:\/\/rsms.me\/inter\/. [Online","author":"Andersson Rasmus","year":"2023","unstructured":"Rasmus Andersson. 2023. The Inter typeface family. https:\/\/rsms.me\/inter\/. [Online; accessed 22-November-2023]."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3026041"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051519.3051522"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3371300.3383337"},{"key":"e_1_3_3_3_9_1","first-page":"28","article-title":"Visual prosody supports reading aloud expressively","volume":"53","author":"Bessemans Ann","year":"2019","unstructured":"Ann Bessemans, Maarten Renckens, Kevin Bormans, Erik Nuyts, and Kevin Larson. 2019. Visual prosody supports reading aloud expressively. Visible Language 53, 3 (2019), 28\u201349.","journal-title":"Visible Language"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/765891.766067"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1094562.1094570"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308561.3353772"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3532106.3533457"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359852.3359892"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451698"},{"key":"e_1_3_3_3_16_1","first-page":"56","article-title":"Designing voice-aware text in voice media with background color and typography","volume":"28","author":"Chen Qinyue","year":"2022","unstructured":"Qinyue Chen, Yuchun Yan, and Hyeon-Jeong Suk. 2022. Designing voice-aware text in voice media with background color and typography. Journal of the International Colour Association 28 (2022), 56\u201362.","journal-title":"Journal of the International Colour Association"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0190393"},{"key":"e_1_3_3_3_18_1","unstructured":"Michael Cooper. 2021. W3C Accessibility Guidelines (WCAG) 3.0. https:\/\/www.w3.org\/TR\/wcag-3.0\/"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2700648.2809866"},{"key":"e_1_3_3_3_20_1","volume-title":"Annotating affective dimensions in user-generated content. Language Resources and Evaluation 55, 4 (12","author":"De L.","year":"2021","unstructured":"Bruyne\u00a0L. De, De\u00a0Clercq Orph\u00e9e, and Hoste V\u00e9ronique. 2021. Annotating affective dimensions in user-generated content. Language Resources and Evaluation 55, 4 (12 2021), 1017\u20131045. https:\/\/ezproxy.rit.edu\/login?url=https:\/\/www.proquest.com\/scholarly-journals\/annotating-affective-dimensions-user-generated\/docview\/2580827900\/se-2 Copyright - \u00a9 The Author(s), under exclusive licence to Springer Nature B.V. part of Springer Nature 2021; Last updated - 2021-12-24."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.31237\/osf.io"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3174721"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377526"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","unstructured":"Calu\u00e3 de Lacerda\u00a0Pataca Matthew Watkins Roshan Peiris Sooyeon Lee and Matt Huenerfauth. 2023. Visualization of Speech Prosody and Emotion in Captions: Accessibility For Deaf And Hard-of-Hearing Users. 15\u00a0pages. https:\/\/doi.org\/10.1145\/3544548.3581511","DOI":"10.1145\/3544548.3581511"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.05351"},{"key":"e_1_3_3_3_26_1","volume-title":"The rating of chessplayers, past and present. Arco Pub","author":"Elo E","unstructured":"Arpad\u00a0E Elo. 1978. The rating of chessplayers, past and present. Arco Pub., New York."},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642677"},{"key":"e_1_3_3_3_28_1","volume-title":"Colour and emotion: children also associate red with negative valence. Developmental science 19, 6","author":"Gil Sandrine","year":"2016","unstructured":"Sandrine Gil and Ludovic Le\u00a0Bigot. 2016. Colour and emotion: children also associate red with negative valence. Developmental science 19, 6 (2016), 1087\u20131094."},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3234695.3241023"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.displa.2023.102529"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/s0166-4115(08)62386-9"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585880"},{"key":"e_1_3_3_3_33_1","volume-title":"Advances in Neural Information Processing Systems 20 (advances in neural information processing systems 20 ed.)","author":"Herbrich Ralf","unstructured":"Ralf Herbrich, Tom Minka, and Thore Graepel. 2007. TrueSkill(TM): A Bayesian Skill Rating System. In Advances in Neural Information Processing Systems 20 (advances in neural information processing systems 20 ed.). MIT Press, Cambridge, Massachusetts, 569\u2013576. https:\/\/www.microsoft.com\/en-us\/research\/publication\/trueskilltm-a-bayesian-skill-rating-system\/"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2012.6378303"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357157"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797620948810"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308561.3353781"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308561.3353781"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581130"},{"key":"e_1_3_3_3_40_1","volume-title":"Best-Worst Scaling More Reliable than Rating Scales: A Case Study on Sentiment Intensity Annotation. CoRR abs\/1712.01765","author":"Kiritchenko Svetlana","year":"2017","unstructured":"Svetlana Kiritchenko and Saif\u00a0M. Mohammad. 2017. Best-Worst Scaling More Reliable than Rating Scales: A Case Study on Sentiment Intensity Annotation. CoRR abs\/1712.01765 (2017), 465\u2013470. arXiv:1712.01765http:\/\/arxiv.org\/abs\/1712.01765"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"crossref","unstructured":"Svetlana Kiritchenko and Saif\u00a0M. Mohammad. 2017. Capturing Reliable Fine-Grained Sentiment Associations by Crowdsourcing and Best-Worst Scaling. arXiv:1712.01741http:\/\/arxiv.org\/abs\/1712.01741","DOI":"10.18653\/v1\/N16-1095"},{"key":"e_1_3_3_3_42_1","volume-title":"Joint effects of emotion and color on memory.Emotion 13, 3","author":"Kuhbandner Christof","year":"2013","unstructured":"Christof Kuhbandner and Reinhard Pekrun. 2013. Joint effects of emotion and color on memory.Emotion 13, 3 (2013), 375."},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1145\/1279540.1279551","article-title":"Emotive captioning","volume":"5","author":"Lee G","year":"2007","unstructured":"Daniel\u00a0G Lee, Deborah\u00a0I Fels, and John\u00a0Patrick Udo. 2007. Emotive captioning. Computers in Entertainment (CIE) 5, 2 (2007), 11.","journal-title":"Computers in Entertainment (CIE)"},{"key":"e_1_3_3_3_44_1","volume-title":"Computing Your Skill. https:\/\/trueskill.org\/ [Online","author":"Lee Heungsub","year":"2023","unstructured":"Heungsub Lee. 2018. Computing Your Skill. https:\/\/trueskill.org\/ [Online; accessed 29-April-2023]."},{"key":"e_1_3_3_3_45_1","volume-title":"The language, tone and prosody of emotions: neural substrates and dynamics of spoken-word emotion perception. Frontiers in neuroscience 10","author":"Liebenthal Einat","year":"2016","unstructured":"Einat Liebenthal, David\u00a0A Silbersweig, and Emily Stern. 2016. The language, tone and prosody of emotions: neural substrates and dynamics of spoken-word emotion perception. Frontiers in neuroscience 10 (2016), 506."},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373625.3417300"},{"key":"e_1_3_3_3_47_1","unstructured":"J\u00e9r\u00f4me Louradour. 2023. whisper-timestamped. https:\/\/github.com\/linto-ai\/whisper-timestamped."},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132525.3134779"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479578"},{"key":"e_1_3_3_3_50_1","unstructured":"Robert\u00a0M Ochshorn and Max Hawkins. 2015. Gentle: a robust yet lenient forced aligner built on Kaldi.https:\/\/lowerquality.com\/gentle\/"},{"key":"e_1_3_3_3_51_1","volume-title":"Proceedings of the 18th Annual Conference of the International Speech Communication Association (INTERSPEECH","author":"\u00d6ktem Alp","year":"2017","unstructured":"Alp \u00d6ktem, Mireia Farr\u00fas, and Leo Wanner. 2017. Prosograph: a tool for prosody visualisation of large speech corpora. In Proceedings of the 18th Annual Conference of the International Speech Communication Association (INTERSPEECH 2017). International Speech Communication Association (ISCA), ISCA, Stockholm, Sweden, 809\u2013810."},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2955949"},{"key":"e_1_3_3_3_54_1","volume-title":"Emotional Type: Emotional expression in text message. Master\u2019s thesis.","author":"Promphan Suksumek","year":"2017","unstructured":"Suksumek Promphan. 2017. Emotional Type: Emotional expression in text message. Master\u2019s thesis. Basel School of Design, Switzerland."},{"key":"e_1_3_3_3_55_1","unstructured":"Alec Radford Jong\u00a0Wook Kim Tao Xu Greg Brockman Christine McLeavey and Ilya Sutskever. 2022. Robust speech recognition via large-scale weak supervision. arXiv:2212.04356"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","unstructured":"Carlos Ramos-Carre\u00f1o. 2022. dcor: distance correlation and energy statistics in Python. https:\/\/doi.org\/10.5281\/zenodo.3468124","DOI":"10.5281\/zenodo.3468124"},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2023.101326"},{"key":"e_1_3_3_3_58_1","volume-title":"Dancing with words: Using animated text for captioning. Intl. Journal of Human\u2013Computer Interaction 24, 5","author":"Rashid Raisa","year":"2008","unstructured":"Raisa Rashid, Quoc Vy, Richard Hunt, and Deborah\u00a0I Fels. 2008. Dancing with words: Using animated text for captioning. Intl. Journal of Human\u2013Computer Interaction 24, 5 (2008), 505\u2013519."},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/632716.632872"},{"key":"e_1_3_3_3_60_1","volume-title":"A circumplex model of affect.Journal of personality and social psychology 39, 6","author":"Russell A","year":"1980","unstructured":"James\u00a0A Russell. 1980. A circumplex model of affect.Journal of personality and social psychology 39, 6 (1980), 1161."},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/CW49994.2020.00039"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585625"},{"key":"e_1_3_3_3_63_1","volume-title":"Emotional response to color across media. Color Research & Application: Endorsed by Inter-Society Color Council","author":"Suk Hyeon-Jeong","year":"2010","unstructured":"Hyeon-Jeong Suk and Hans Irtel. 2010. Emotional response to color across media. Color Research & Application: Endorsed by Inter-Society Color Council, The Colour Group (Great Britain), Canadian Society for Color, Color Science Association of Japan, Dutch Society for the Study of Color, The Swedish Colour Centre Foundation, Colour Society of Australia, Centre Fran\u00e7ais de la Couleur 35, 1 (2010), 64\u201377."},{"key":"e_1_3_3_3_64_1","volume-title":"Color associations to emotion and emotion-laden words: A collection of norms for stimulus construction and selection. Behavior research methods 48","author":"Sutton M","year":"2016","unstructured":"Tina\u00a0M Sutton and Jeanette Altarriba. 2016. Color associations to emotion and emotion-laden words: A collection of norms for stimulus construction and selection. Behavior research methods 48 (2016), 686\u2013728."},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1214\/009053607000000505"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","unstructured":"Alexander Toet. 2022. EmojiGrid. Open Science Framework. https:\/\/doi.org\/10.17605\/OSF.IO\/H82YB","DOI":"10.17605\/OSF.IO"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2018.02396"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.3390\/psych1010036"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.12688\/f1000research.25088.2"},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3263585"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502222"},{"key":"e_1_3_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3382985"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/2982142.2982205"},{"key":"e_1_3_3_3_74_1","unstructured":"Jianji Wang and Nanning Zheng. 2020. Measures of Correlation for Multiple Variables. arxiv:1401.4827\u00a0[math.ST]"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581076"},{"key":"e_1_3_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240167.3240202"},{"key":"e_1_3_3_3_77_1","volume-title":"The coding manual for qualitative researchers. Qualitative research in organizations and management: an international journal 12, 2","author":"Wicks David","year":"2017","unstructured":"David Wicks. 2017. The coding manual for qualitative researchers. Qualitative research in organizations and management: an international journal 12, 2 (2017), 169\u2013170."},{"key":"e_1_3_3_3_78_1","unstructured":"John Wiseman. 2021. py-webrtcvad. https:\/\/github.com\/wiseman\/py-webrtcvad."},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/SPED.2015.7343095"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642258","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642258","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:24Z","timestamp":1750290264000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642258"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":78,"alternative-id":["10.1145\/3613904.3642258","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642258","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}