{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T16:59:20Z","timestamp":1777654760194,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":71,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"National Science Foundation","doi-asserted-by":"publisher","award":["NETS-1909040"],"award-info":[{"award-number":["NETS-1909040"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3625468.3647622","type":"proceedings-article","created":{"date-parts":[[2024,4,17]],"date-time":"2024-04-17T06:10:01Z","timestamp":1713334201000},"page":"178-189","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["QoE Metrics for Interactivity in Video Conferencing Applications"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-1669-9346","authenticated-orcid":false,"given":"Jia","family":"He","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2803-300X","authenticated-orcid":false,"given":"Mostafa","family":"Ammar","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4756-1759","authenticated-orcid":false,"given":"Ellen","family":"Zegura","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-3384-7134","authenticated-orcid":false,"given":"Emir","family":"Halepovic","sequence":"additional","affiliation":[{"name":"AT&T Labs - Research"}]}],"member":"320","published-online":{"date-parts":[[2024,4,17]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Qualinet White Paper on Definitions of Quality of Experience. European Network on Quality of Experience in Multimedia Systems and Services (COST Action IC 1003)","author":"Callet Patrick Le","year":"2013","unstructured":"Patrick Le Callet, Sebastian Moller, and Andrew Perkis. Qualinet White Paper on Definitions of Quality of Experience. European Network on Quality of Experience in Multimedia Systems and Services (COST Action IC 1003), 2013."},{"key":"e_1_3_2_1_2_1","volume-title":"Vocabulary for performance, quality of service and quality of experience","author":"Union International Telecommunications","year":"2017","unstructured":"International Telecommunications Union. P.10: Vocabulary for performance, quality of service and quality of experience, 2017. URL https:\/\/www.itu.int\/rec\/T-REC-P.10-201711-I\/en."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3199524.3199534"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487552.3487847"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3492866.3557734"},{"key":"e_1_3_2_1_6_1","volume-title":"Sangtae Ha. Demystifying Commercial Video Conferencing Applications. In Proc. ACM International Conference on Multimedia","author":"Lee Insoo","year":"2021","unstructured":"Insoo Lee, Jinsung Lee, Kyunghan Lee, Dirk Grunwald, and Sangtae Ha. Demystifying Commercial Video Conferencing Applications. In Proc. ACM International Conference on Multimedia, 2021."},{"key":"e_1_3_2_1_7_1","volume-title":"Nick Feamster. Measuring the Performance and Network Utilization of Popular Video Conferencing Applications. In Proc. ACM Internet Measurement Conference","author":"MacMillan Kyle","year":"2021","unstructured":"Kyle MacMillan, Tarun Mangla, James Saxon, and Nick Feamster. Measuring the Performance and Network Utilization of Popular Video Conferencing Applications. In Proc. ACM Internet Measurement Conference, 2021."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72582-2_1"},{"key":"e_1_3_2_1_9_1","volume-title":"Ellen Zegura. A Measurement-Derived Functional Model For the Interaction Between Congestion Control And QoE In Video Conferencing. In Proc. Passive and Active Measurement","author":"He Jia","year":"2023","unstructured":"Jia He, Mostafa Ammar, and Ellen Zegura. A Measurement-Derived Functional Model For the Interaction Between Congestion Control And QoE In Video Conferencing. In Proc. Passive and Active Measurement, 2023."},{"key":"e_1_3_2_1_10_1","volume-title":"Nick Feamster. Estimating WebRTC Video QoE Metrics Without Using Application Headers. In Proc. ACM Internet Measurement Conference","author":"Sharma Taveesh","year":"2023","unstructured":"Taveesh Sharma, Tarun Mangla, Arpit Gupta, Junchen Jiang, and Nick Feamster. Estimating WebRTC Video QoE Metrics Without Using Application Headers. In Proc. ACM Internet Measurement Conference, 2023."},{"key":"e_1_3_2_1_11_1","volume-title":"Xu and Benjamin W. Wah. Exploiting Just-Noticeable Difference of Delays for Improving Quality of Experience in Video Conferencing. In Proc. ACM Multimedia Systems Conference","author":"Jingxi","year":"2013","unstructured":"Jingxi Xu and Benjamin W. Wah. Exploiting Just-Noticeable Difference of Delays for Improving Quality of Experience in Video Conferencing. In Proc. ACM Multimedia Systems Conference, 2013."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.IR.8206"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01274181"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327051hci1004_2"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/142750.142755"},{"issue":"3","key":"e_1_3_2_1_16_1","first-page":"257","article-title":"A Look Is Worth a Thousand Words","volume":"33","author":"Monk Andrew F.","year":"2002","unstructured":"Andrew F. Monk and Caroline Gale. A Look Is Worth a Thousand Words: Full Gaze Awareness in Video-Mediated Conversation. Discourse Processes, 33(3): 257-278, 2002.","journal-title":"Full Gaze Awareness in Video-Mediated Conversation. Discourse Processes"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/565711.565713"},{"issue":"4","key":"e_1_3_2_1_18_1","first-page":"355","volume":"40","author":"van der Kleij Rick","year":"2009","unstructured":"Rick van der Kleij, Jan Maarten Schraagen, Peter Werkhoven, and Carsten K. W. De Dreu. How Conversations Change Over Time in Face-to-Face and Video-Mediated Communication. Small Group Research, 40(4):355--381, 2009.","journal-title":"De Dreu. How Conversations Change Over Time in Face-to-Face and Video-Mediated Communication. Small Group Research"},{"key":"e_1_3_2_1_19_1","volume-title":"Takashi Matsuyama. Visual Filler: Facilitating Smooth Turn-Taking in Video Conferencing with Transmission Delay. In Proc. ACM Extended Abstracts on Human Factors in Computing Systems","author":"Kawashima Hiroaki","year":"2008","unstructured":"Hiroaki Kawashima, Takeshi Nishikawa, and Takashi Matsuyama. Visual Filler: Facilitating Smooth Turn-Taking in Video Conferencing with Transmission Delay. In Proc. ACM Extended Abstracts on Human Factors in Computing Systems, 2008."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2010-412"},{"key":"e_1_3_2_1_21_1","volume-title":"Steve Renals. Modelling Participant Affect in Meetings with Turn-Taking Features. In Proc. Workshop on Affective Social Speech Signals","author":"Lai Catherine","year":"2013","unstructured":"Catherine Lai, Jean Carletta, and Steve Renals. Modelling Participant Affect in Meetings with Turn-Taking Features. In Proc. Workshop on Affective Social Speech Signals, 2013."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2014.6982280"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2014.02.004"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2017.2777466"},{"key":"e_1_3_2_1_25_1","volume-title":"Ojaswa Sharma. A Study of the Effects of Network Latency on Visual Task Performance in Video Conferencing. In Proc. ACM Extended Abstracts on Human Factors in Computing Systems","author":"Garg Shrikant","year":"2022","unstructured":"Shrikant Garg, Ayushi Srivastava, Mashhuda Glencross, and Ojaswa Sharma. A Study of the Effects of Network Latency on Visual Task Performance in Video Conferencing. In Proc. ACM Extended Abstracts on Human Factors in Computing Systems, 2022."},{"key":"e_1_3_2_1_26_1","unstructured":"E. Geelhoed A. Parker D Williams and M. Groen. Effects of Latency on Telepresence. Technical Reports HPL-2009-120 Hewlett-Packard Labs 2009."},{"key":"e_1_3_2_1_27_1","volume-title":"Fumiya Akasaka. Improving Satisfaction in Group Dialogue: A Comparative Study of Face-to-Face and Online Meetings. In Proc. Human-Computer Interaction. Design and User Experience Case Studies","author":"Nakatani Momoko","year":"2021","unstructured":"Momoko Nakatani, Yoko Ishii, Ai Nakane, Chihiro Takayama, and Fumiya Akasaka. Improving Satisfaction in Group Dialogue: A Comparative Study of Face-to-Face and Online Meetings. In Proc. Human-Computer Interaction. Design and User Experience Case Studies, 2021."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2398776.2398816"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.23919\/TMA.2018.8506519"},{"key":"e_1_3_2_1_30_1","volume-title":"Zoom: Architected for Reliability","year":"2019","unstructured":"Zoom. Zoom: Architected for Reliability, 2019. URL https:\/\/explore.zoom.us\/docs\/doc\/Zoom_Global_Infrastructure.pdf."},{"key":"e_1_3_2_1_31_1","volume-title":"Here's How Zoom Provides Industry-Leading Video Capacity","year":"2022","unstructured":"Zoom. Here's How Zoom Provides Industry-Leading Video Capacity, 2022. URL https:\/\/blog.zoom.us\/zoom-can-provide-increase-industry-leading-video-capacity\/."},{"key":"e_1_3_2_1_32_1","volume-title":"Signaling and video calling","year":"2023","unstructured":"Mozilla. Signaling and video calling, 2023. URL https:\/\/developer.mozilla.org\/en-US\/docs\/Web\/API\/WebRTC_API\/Signaling_and_video_calling."},{"key":"e_1_3_2_1_33_1","volume-title":"RFC 3550: RTP: A Transport Protocol for Real-Time Applications","author":"Schulzrinne Henning","year":"2003","unstructured":"Henning Schulzrinne, Stephen Casner, Ron Frederick, and Van Jacobson. RFC 3550: RTP: A Transport Protocol for Real-Time Applications, 2003. URL https:\/\/datatracker.ietf.org\/doc\/html\/rfc3550."},{"key":"e_1_3_2_1_34_1","volume-title":"Advanced video coding for generic audiovisual services","author":"Union International Telecommunications","year":"2016","unstructured":"International Telecommunications Union. H.264: Advanced video coding for generic audiovisual services, 2016. URL https:\/\/www.itu.int\/rec\/dologin_pub.asp?lang=e&id=T-REC-H.264-201602-S!!PDF-E&type=items."},{"key":"e_1_3_2_1_35_1","volume-title":"Core Technologies: VP9 Overview","author":"Developer Google","year":"2023","unstructured":"Google Developer. Core Technologies: VP9 Overview, 2023. URL https:\/\/developers.google.com\/media\/vp9."},{"key":"e_1_3_2_1_36_1","volume-title":"Vorbis audio compression","year":"2016","unstructured":"Xiph. Vorbis audio compression, 2016. URL https:\/\/xiph.org\/vorbis\/."},{"key":"e_1_3_2_1_37_1","volume-title":"Opus Interactive Audio Codec","year":"2023","unstructured":"Opus. Opus Interactive Audio Codec, 2023. URL https:\/\/opus-codec.org\/."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.17487\/RFC6716"},{"key":"e_1_3_2_1_39_1","unstructured":"W3C. Scalable Video Coding (SVC) Extension for WebRTC 2023. URL https:\/\/www.w3.org\/TR\/webrtc-svc\/."},{"key":"e_1_3_2_1_40_1","volume-title":"Video coding in WebRTC","author":"Source Chromium","year":"2023","unstructured":"Chromium Source. Video coding in WebRTC, 2023. URL https:\/\/chromium.googlesource.com\/external\/webrtc\/+\/master\/modules\/video_coding\/g3doc\/index.md."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2007.905532"},{"key":"e_1_3_2_1_42_1","volume-title":"Stefano Battista. Scalable Video Coding and Transcoding. In Proc. IEEE International Conference on Automation, Quality and Testing","author":"Amon Peter","year":"2008","unstructured":"Peter Amon, Haoyu Li, Andreas Hutter, Daniele Renzi, and Stefano Battista. Scalable Video Coding and Transcoding. In Proc. IEEE International Conference on Automation, Quality and Testing, Robotics, 2008."},{"key":"e_1_3_2_1_43_1","volume-title":"Selective forwarding unit implementation of the jitsi videobridge","year":"2022","unstructured":"Jitsi. Selective forwarding unit implementation of the jitsi videobridge, 2022. URL https:\/\/github.com\/jitsi\/jitsi-videobridge\/blob\/master\/doc\/sfu.md#bandwidth-estimations."},{"key":"e_1_3_2_1_44_1","volume-title":"Github repository","year":"2022","unstructured":"Jitsi. Github repository, 2022. URL https:\/\/github.com\/jitsi."},{"key":"e_1_3_2_1_45_1","volume-title":"Proc. IEE Colloquium on Time Critical Data Communications","author":"Riley M.J.","year":"1994","unstructured":"M.J. Riley, I.E.G. Richardson, and B. Kohler. Low latency video communications over high bandwidth-delay networks using FEC. In Proc. IEE Colloquium on Time Critical Data Communications, 1994."},{"key":"e_1_3_2_1_46_1","volume-title":"Proc. Digest of Technical Papers - International Conference on Consumer Electronics","author":"Ralf","year":"2008","unstructured":"Ralf M. Schreier and Albrecht Rothermel. A Latency Analysis on H.264 Video Transmission Systems. In Proc. Digest of Technical Papers - International Conference on Consumer Electronics, 2008."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/CONECCT.2014.6740280"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/MILCOM.2006.302119"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2910017.2910605"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1971.tb02538.x"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327051hci0804_4"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2003.1198906"},{"key":"e_1_3_2_1_53_1","volume-title":"Proc. International Conference on Neural Information Processing Systems","author":"Choudhury Tanzeem","year":"2004","unstructured":"Tanzeem Choudhury and Sumit Basu. Modeling Conversational Dynamics as a Mixed-Memory Markov Process. In Proc. International Conference on Neural Information Processing Systems, 2004."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1011243905593"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.pragma.2020.11.005"},{"key":"e_1_3_2_1_56_1","first-page":"75","volume":"37","author":"Saul Lawrence K.","year":"1999","unstructured":"Lawrence K. Saul and Michael I. Jordan. Mixed Memory Markov Models: Decomposing Complex Stochastic Processes As Mixtures Of Simpler Ones. Machine Learning, 37:75--86, 1999.","journal-title":"Jordan. Mixed Memory Markov Models: Decomposing Complex Stochastic Processes As Mixtures Of Simpler Ones. Machine Learning"},{"key":"e_1_3_2_1_57_1","unstructured":"University of Edinburgh. AMI Corpus 2006. URL https:\/\/groups.inf.ed.ac.uk\/ami\/corpus\/."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1117\/12.815557"},{"key":"e_1_3_2_1_59_1","volume-title":"Jennifer Rexford. Enabling Passive Measurement of Zoom Performance in Production Networks. In Proc. ACM Internet Measurement Conference","author":"Michel Oliver","year":"2022","unstructured":"Oliver Michel, Satadal Sengupta, Hyojoon Kim, Ravi Netravali, and Jennifer Rexford. Enabling Passive Measurement of Zoom Performance in Production Networks. In Proc. ACM Internet Measurement Conference, 2022."},{"key":"e_1_3_2_1_60_1","volume-title":"IEEE Standards for Local Area Networks: Carrier Sense Multiple Access With Collision Detection (CSMA\/CD) Access Method and Physical Layer Specifications","author":"Institute of Electrical and Electronics Engineers.","year":"1985","unstructured":"Institute of Electrical and Electronics Engineers. IEEE Standards for Local Area Networks: Carrier Sense Multiple Access With Collision Detection (CSMA\/CD) Access Method and Physical Layer Specifications. ANSI\/IEEE Std 802.3-1985, 1985."},{"key":"e_1_3_2_1_61_1","volume-title":"IEEE Standard for Ethernet","author":"Institute of Electrical and Electronics Engineers.","year":"2022","unstructured":"Institute of Electrical and Electronics Engineers. IEEE Standard for Ethernet. IEEE Std 802.3-2022 (Revision of IEEE Std 802.3-2018), 2022."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.1987.1146621"},{"key":"e_1_3_2_1_63_1","volume-title":"Proc. IEEE International Conference on Communications","author":"Foh Chuan Heng","year":"2001","unstructured":"Chuan Heng Foh and M. Zukerman. Performance comparison of CSMA\/RI and CSMA\/CD with BEB. In Proc. IEEE International Conference on Communications, 2001."},{"key":"e_1_3_2_1_64_1","volume-title":"Proc. Annual Meeting of the IEEE Lasers and Electro-Optics Society","author":"Wong E.","year":"2003","unstructured":"E. Wong and Chang-Joon Chae. CSMA\/CD-based Ethernet over passive optical network for delivery of voice-over-IP traffic. In Proc. Annual Meeting of the IEEE Lasers and Electro-Optics Society, 2003."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/VTCF.2006.443"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1002\/cplx.21666"},{"key":"e_1_3_2_1_67_1","first-page":"23","volume-title":"When WORDS with Higher-frequency Neighbours Become Words with No Higher-frequency Neighbour (Or How to Undress the Neighbourhood Frequency Effect). Reading as a Perceptual Process","author":"Zagar Daniel","year":"2000","unstructured":"Daniel Zagar and Stephanie Mathey. When WORDS with Higher-frequency Neighbours Become Words with No Higher-frequency Neighbour (Or How to Undress the Neighbourhood Frequency Effect). Reading as a Perceptual Process, pages 23--46, 2000."},{"key":"e_1_3_2_1_68_1","volume-title":"Proc. ACM SIGCOMM Conference","author":"Sathyanarayana Sandesh Dhawaskar","year":"2023","unstructured":"Sandesh Dhawaskar Sathyanarayana, Kyunghan Lee, Dirk Grunwald, and Sangtae Ha. Converge: QoE-Driven Multipath Video Conferencing over WebRTC. In Proc. ACM SIGCOMM Conference, 2023."},{"key":"e_1_3_2_1_69_1","volume-title":"Pedro Casas. Passive YouTube QoE Monitoring for ISPs. In Proc. International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing","author":"Schatz Raimund","year":"2012","unstructured":"Raimund Schatz, Tobias Ho\u00dffeld, and Pedro Casas. Passive YouTube QoE Monitoring for ISPs. In Proc. International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing, 2012."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3083187.3083193"},{"key":"e_1_3_2_1_71_1","volume-title":"Yasir Zaki. Performance Characterization of Videoconferencing in the Wild. In Proc. ACM Internet Measurement Conference","author":"Varvello Matteo","year":"2022","unstructured":"Matteo Varvello, Hyunseok Chang, and Yasir Zaki. Performance Characterization of Videoconferencing in the Wild. In Proc. ACM Internet Measurement Conference, 2022."}],"event":{"name":"MMSys '24: ACM Multimedia Systems Conference 2024","location":"Bari Italy","acronym":"MMSys '24","sponsor":["SIGMM ACM Special Interest Group on Multimedia","SIGCOMM ACM Special Interest Group on Data Communication","SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing"]},"container-title":["Proceedings of the ACM Multimedia Systems Conference 2024 on ZZZ"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3625468.3647622","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3625468.3647622","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:27:11Z","timestamp":1755883631000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3625468.3647622"}},"subtitle":["Definition and Evaluation Methodology"],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":71,"alternative-id":["10.1145\/3625468.3647622","10.1145\/3625468"],"URL":"https:\/\/doi.org\/10.1145\/3625468.3647622","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-04-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}