{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T06:23:17Z","timestamp":1761805397339,"version":"3.37.3"},"reference-count":66,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2018,10,1]],"date-time":"2018-10-01T00:00:00Z","timestamp":1538352000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["GA-731535"],"award-info":[{"award-number":["GA-731535"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Departamento de educaci\u00f3n, Gobierno de Madrid","award":["S2013\/ICE-2894"],"award-info":[{"award-number":["S2013\/ICE-2894"]}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","award":["RTC-2016- 4674-7"],"award-info":[{"award-number":["RTC-2016- 4674-7"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Computing"],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1007\/s00607-018-0669-7","type":"journal-article","created":{"date-parts":[[2018,10,1]],"date-time":"2018-10-01T07:10:38Z","timestamp":1538377838000},"page":"1585-1607","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Understanding and estimating quality of experience in WebRTC applications"],"prefix":"10.1007","volume":"101","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1808-8410","authenticated-orcid":false,"given":"Boni","family":"Garc\u00eda","sequence":"first","affiliation":[]},{"given":"Micael","family":"Gallego","sequence":"additional","affiliation":[]},{"given":"Francisco","family":"Gort\u00e1zar","sequence":"additional","affiliation":[]},{"given":"Antonia","family":"Bertolino","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,10,1]]},"reference":[{"key":"669_CR1","unstructured":"Alvestrand H, Holmer S (2012) A Google congestion control for real-time communication on the World Wide Web. Tech. rep, IETF"},{"key":"669_CR2","doi-asserted-by":"crossref","unstructured":"Ammar D, De\u00a0Moor K, Xie M, Fiedler M, Heegaard P (2016) Video QoE killer and performance statistics in WebRTC-based video communication. In: Communications and Electronics (ICCE), 2016 IEEE Sixth International Conference on, IEEE, pp 429\u2013436","DOI":"10.1109\/CCE.2016.7562675"},{"key":"669_CR3","doi-asserted-by":"crossref","unstructured":"Bandung Y, Subekti LB, Tanjung D, Chrysostomou C (2017) QoS analysis for WebRTC videoconference on bandwidth-limited network. In: 2017 20th International symposium on wireless personal multimedia communications (WPMC), pp 547\u2013553","DOI":"10.1109\/WPMC.2017.8301873"},{"issue":"1","key":"669_CR4","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/S0164-1212(99)00070-9","volume":"49","author":"N Bevan","year":"1999","unstructured":"Bevan N (1999) Quality in use: meeting user needs for quality. J Syst Softw 49(1):89\u201396","journal-title":"J Syst Softw"},{"key":"669_CR5","doi-asserted-by":"crossref","unstructured":"Boubendir A, Bertin E, Simoni N (2016) On-demand, dynamic and at-the-edge VNF deployment model application to Web Real-Time Communications. In: Network and service management (CNSM), 2016 12th international conference on, IEEE, pp 318\u2013323","DOI":"10.1109\/CNSM.2016.7818440"},{"key":"669_CR6","unstructured":"Brunnstr\u00f6m K, Beker SA, De\u00a0Moor K, Dooms A, Egger S, Garcia MN, Hossfeld T, Jumisko-Pyykk\u00f6 S, Keimel C, Larabi MC, et\u00a0al (2013) Qualinet white paper on definitions of quality of experience"},{"key":"669_CR7","doi-asserted-by":"crossref","unstructured":"Carlucci G, De\u00a0Cicco L, Holmer S, Mascolo S (2016) Analysis and design of the Google congestion control for web real-time communication (WebRTC). In: Proceedings of the 7th international conference on multimedia systems, ACM, pp 13:1\u201313:12","DOI":"10.1145\/2910017.2910605"},{"key":"669_CR8","unstructured":"Carullo G, Tambasco M, Di\u00a0Mauro M, Longo M (2016) A performance evaluation of WebRTC over LTE. In: Wireless on-demand network systems and services (WONS), 2016 12th annual conference on, IEEE, pp 1\u20136"},{"issue":"9","key":"669_CR9","doi-asserted-by":"publisher","first-page":"2284","DOI":"10.1109\/TIP.2007.901820","volume":"16","author":"DM Chandler","year":"2007","unstructured":"Chandler DM, Hemami SS (2007) VSNR: a wavelet-based visual signal-to-noise ratio for natural images. IEEE Trans Image Process 16(9):2284\u20132298","journal-title":"IEEE Trans Image Process"},{"issue":"2","key":"669_CR10","doi-asserted-by":"publisher","first-page":"1126","DOI":"10.1109\/COMST.2014.2363139","volume":"17","author":"Y Chen","year":"2015","unstructured":"Chen Y, Wu K, Zhang Q (2015) From QoS to QoE: a tutorial on video quality assessment. IEEE Commun Surv Tutor 17(2):1126\u20131165","journal-title":"IEEE Commun Surv Tutor"},{"issue":"2","key":"669_CR11","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1109\/TBC.2011.2104671","volume":"57","author":"S Chikkerur","year":"2011","unstructured":"Chikkerur S, Sundaram V, Reisslein M, Karam LJ (2011) Objective video quality assessment methods: a classification, review, and performance comparison. IEEE Trans Broadcast 57(2):165\u2013182","journal-title":"IEEE Trans Broadcast"},{"key":"669_CR12","doi-asserted-by":"crossref","unstructured":"Chodorek RR, Chodorek A, Rzym G, Wajda K (2017) A comparison of QoS parameters of WebRTC videoconference with conference bridge placed in private and public cloud. In: Enabling technologies: infrastructure for collaborative enterprises (WETICE), 2017 IEEE 26th international conference on, IEEE, pp 86\u201391","DOI":"10.1109\/WETICE.2017.59"},{"key":"669_CR13","unstructured":"Chong HM, Matthews HS (2004) Comparative analysis of traditional telephone and voice-over-internet protocol (voip) systems. In: Electronics and the environment, 2004. Conference record. 2004 IEEE international symposium on, IEEE, pp 106\u2013111"},{"key":"669_CR14","unstructured":"Cisco VNI (2017) Forecast and Methodology, 2016\u20132021. White Paper"},{"key":"669_CR15","doi-asserted-by":"crossref","unstructured":"Edan NM, Al-Sherbaz A, Turner S (2017) WebNSM: A novel scalable WebRTC signalling mechanism for many-to-many video conferencing. In: Collaboration and internet computing (CIC), 2017 IEEE 3rd international conference on, IEEE, pp 27\u201333","DOI":"10.1109\/CIC.2017.00015"},{"key":"669_CR16","doi-asserted-by":"crossref","unstructured":"Egger S, Schatz R, Scherer S (2010) It takes two to tango\u2014assessing the impact of delay on conversational interactivity on perceived speech quality. In: 11th Annual conference of the international speech communication association (ISCA), pp 1321\u20131324","DOI":"10.21437\/Interspeech.2010-412"},{"issue":"2","key":"669_CR17","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/MCOMSTD.2017.1700005","volume":"1","author":"B Garc\u00eda","year":"2017","unstructured":"Garc\u00eda B, Gort\u00e1zar F, L\u00f3pez-Fern\u00e1ndez L, Gallego M (2017a) WebRTC testing: challenges and practical solutions. IEEE Commun Stand Mag 1(2):36\u201342","journal-title":"IEEE Commun Stand Mag"},{"issue":"2","key":"669_CR18","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1109\/MCOMSTD.2017.1700006","volume":"1","author":"B Garc\u00eda","year":"2017","unstructured":"Garc\u00eda B, L\u00f3pez-Fern\u00e1ndez L, Gallego M, Gort\u00e1zar F (2017b) Kurento: the Swiss army knife of WebRTC media servers. IEEE Commun Stand Mag 1(2):44\u201351","journal-title":"IEEE Commun Stand Mag"},{"issue":"1","key":"669_CR19","first-page":"25","volume":"26","author":"DA Garvin","year":"1984","unstructured":"Garvin DA (1984) What does \u201cproduct quality\u201d really mean? MIT Sloan Manag Rev 26(1):25\u201343","journal-title":"MIT Sloan Manag Rev"},{"key":"669_CR20","unstructured":"Grigorik I (2013) High performance browser networking: what every web developer should know about networking and web performance. O\u2019Reilly Media, Inc"},{"key":"669_CR21","doi-asserted-by":"crossref","unstructured":"Handley M, Perkins C, Jacobson V (2006) RFC 4566. Session description protocol. Tech. rep., IETF, SDP","DOI":"10.17487\/rfc4566"},{"issue":"10","key":"669_CR22","first-page":"781","volume":"17","author":"AP Hekstra","year":"2002","unstructured":"Hekstra AP, Beerends JG, Ledermann D, De Caluwe F, Kohler S, Koenen R, Rihs S, Ehrsam M, Schlauss D (2002) PVQM: a perceptual video quality measure. Signal Process: Image Commun 17(10):781\u2013798","journal-title":"Signal Process: Image Commun"},{"issue":"1","key":"669_CR23","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11235-016-0169-z","volume":"64","author":"R Herrero","year":"2017","unstructured":"Herrero R (2017) Integrating HEC with circuit breakers and multipath RTP to improve RTC media quality. Telecommun Syst 64(1):211\u2013221","journal-title":"Telecommun Syst"},{"issue":"4","key":"669_CR24","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/MCOM.2012.6178831","volume":"50","author":"T Ho\u00dffeld","year":"2012","unstructured":"Ho\u00dffeld T, Schatz R, Varela M, Timmerer C (2012) Challenges of QoE management for cloud applications. IEEE Commun Mag 50(4):28\u201336","journal-title":"IEEE Commun Mag"},{"key":"669_CR25","doi-asserted-by":"crossref","unstructured":"Husi\u0107 JB, Barakovi\u0107 S, Veispahi\u0107 A (2017) What factors influence the quality of experience for WebRTC video calls? In: Information and communication technology, electronics and microelectronics (MIPRO), 2017 40th international convention on, IEEE, pp 428\u2013433","DOI":"10.23919\/MIPRO.2017.7973463"},{"issue":"13","key":"669_CR26","doi-asserted-by":"publisher","first-page":"800","DOI":"10.1049\/el:20080522","volume":"44","author":"Q Huynh-Thu","year":"2008","unstructured":"Huynh-Thu Q, Ghanbari M (2008) Scope of validity of PSNR in image\/video quality assessment. Electron Lett 44(13):800\u2013801","journal-title":"Electron Lett"},{"key":"669_CR27","unstructured":"ISO (2005) ISO 9000: Quality management systems\u2014fundamentals and vocabulary. International Organization for Standardization"},{"key":"669_CR28","unstructured":"ITU-R (2007) Recommendation BT.1788. Methodology for the subjective assessment of video quality in multimedia applications"},{"key":"669_CR29","unstructured":"ITU-T (2001) Recommendation G.1010. End-user multimedia QoS categories"},{"key":"669_CR30","unstructured":"ITU-T (2003) Recommendation G.114. Transmission systems and media digital systems and networks"},{"key":"669_CR31","unstructured":"ITU-T (2006) Recommendation P.10. Vocabulary for performance and quality of service"},{"key":"669_CR32","unstructured":"ITU-T (2008a) Recommendation E.800. Definitions of terms related to quality of service"},{"key":"669_CR33","unstructured":"ITU-T (2008b) Recommendation J.247. Objective perceptual multimedia video quality measurement in the presence of a full reference"},{"key":"669_CR34","unstructured":"ITU-T (2011) Recommendation P.863. Perceptual objective listening quality assessment"},{"key":"669_CR35","unstructured":"ITU-T (2014) Recommendation E.807: definitions, associated measurement methods and guidance targets of user-centric parameters for call handling in cellular mobile voice service"},{"key":"669_CR36","unstructured":"ITU-T (2016a) Recommendation P.10\/G.100. Vocabulary for performance and quality of service (Amendment 5)"},{"key":"669_CR37","unstructured":"ITU-T (2016b) Recommendation. P.800.2. Mean opinion score interpretation and reporting"},{"key":"669_CR38","unstructured":"Ivov E, Rescorla E, Uberti J (2013) Trickle ICE: incremental provisioning of candidates for the interactive connectivity establishment (ICE) protocol. Tech. rep, IETF"},{"issue":"3","key":"669_CR39","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1109\/MMUL.2004.16","volume":"11","author":"J Jin","year":"2004","unstructured":"Jin J, Nahrstedt K (2004) QoS specification languages for distributed multimedia applications: a survey and taxonomy. IEEE Multimed 11(3):74\u201387","journal-title":"IEEE Multimed"},{"key":"669_CR40","doi-asserted-by":"crossref","unstructured":"Johansson I, Sarker Z (2017) Self-clocked rate adaptation for multimedia. Tech. rep, IETF","DOI":"10.17487\/RFC8298"},{"key":"669_CR41","unstructured":"Khan M (2017) WebRTCPedia! the Encyclopedia! https:\/\/www.webrtc-experiment.com\/webrtcpedia\/ , [Online; accessed 11 June 2018]"},{"issue":"4","key":"669_CR42","doi-asserted-by":"publisher","first-page":"2417","DOI":"10.1007\/s11277-014-1643-0","volume":"77","author":"C Kilinc","year":"2014","unstructured":"Kilinc C, Andersson K (2014) A congestion avoidance mechanism for WebRTC interactive video sessions in LTE networks. Wirel Pers Commun 77(4):2417\u20132443","journal-title":"Wirel Pers Commun"},{"issue":"2004","key":"669_CR43","first-page":"1","volume":"33","author":"B Kitchenham","year":"2004","unstructured":"Kitchenham B (2004) Procedures for performing systematic reviews. Keele UK Keele Univ 33(2004):1\u201326","journal-title":"Keele UK Keele Univ"},{"issue":"1","key":"669_CR44","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/52.476281","volume":"13","author":"B Kitchenham","year":"1996","unstructured":"Kitchenham B, Pfleeger SL (1996) Software quality: the elusive target [special issues section]. IEEE Softw 13(1):12\u201321","journal-title":"IEEE Softw"},{"key":"669_CR45","doi-asserted-by":"crossref","unstructured":"Komperda O, Melvin H, Pota P (2016) A black box analysis of WebRTC mouth-to-ear delays. Communications pp\u00a011\u201316","DOI":"10.26552\/com.C.2016.1.11-16"},{"key":"669_CR46","unstructured":"Loreto S, Romano SP (2014) Real-time communication with WebRTC: peer-to-peer in the browser. O\u2019Reilly Media, Inc"},{"key":"669_CR47","doi-asserted-by":"crossref","unstructured":"Matthews P, Mahy R, Rosenberg J (2010) RFC 5766. Traversal using relays around NAT (TURN): relay extensions to session traversal utilities for NAT (STUN). Tech. rep., IETF","DOI":"10.17487\/rfc6062"},{"key":"669_CR48","doi-asserted-by":"crossref","unstructured":"Mu\u00f1oz-Gea JP, Aparicio-Pardo R, Wehbe H, Simon G, Nuaymi L (2014) Optimization framework for uplink video transmission in HetNets. In: Proceedings of workshop on mobile video delivery, ACM","DOI":"10.1145\/2594449.2579467"},{"issue":"3","key":"669_CR49","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1109\/TBC.2004.834028","volume":"50","author":"MH Pinson","year":"2004","unstructured":"Pinson MH, Wolf S (2004) A new standardized method for objectively measuring video quality. IEEE Trans Broadcast 50(3):312\u2013322","journal-title":"IEEE Trans Broadcast"},{"issue":"10","key":"669_CR50","first-page":"755","volume":"50","author":"AW Rix","year":"2002","unstructured":"Rix AW, Hollier MP, Hekstra AP, Beerends JG (2002) Perceptual evaluation of speech quality (PESQ) the new ITU standard for end-to-end speech quality assessment Part I-Time-delay compensation. J Audio Eng Soc 50(10):755\u2013764","journal-title":"J Audio Eng Soc"},{"key":"669_CR51","doi-asserted-by":"crossref","unstructured":"Rosenberg J (2010) RFC 5245. Interactive connectivity establishment (ICE): a methodology for network address translator (NAT) traversal for offer\/answer protocols. Tech. rep., IETF","DOI":"10.17487\/rfc5245"},{"key":"669_CR52","unstructured":"Rosenberg J, Schulzrinne H (2002) RFC 3264. An offer\/answer model with SDP. Tech. rep, IETF"},{"key":"669_CR53","doi-asserted-by":"crossref","unstructured":"Rosenberg J, Weinberger J, Huitema C, Mahy R (2003) RFC 3489. STUN, simple traversal of user datagram protocol (UDP) through network address translators (NATs). Tech. rep., IETF","DOI":"10.17487\/rfc3489"},{"key":"669_CR54","doi-asserted-by":"crossref","unstructured":"Rosenberg J, Mahy R, Matthews P, Wing D (2008) RFC 5389. Session traversal utilities for NAT (STUN)Tech. rep., IETF","DOI":"10.17487\/rfc5389"},{"key":"669_CR55","unstructured":"Sale S, Rebbeck T (2014) Operators need to engage with WebRTC and the opportunities it presents. Analysis Mason Report"},{"issue":"4","key":"669_CR56","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/s17040846","volume":"17","author":"I Santos-Gonz\u00e1lez","year":"2017","unstructured":"Santos-Gonz\u00e1lez I, Rivero-Garc\u00eda A, Molina-Gil J, Caballero-Gil P (2017) Implementation and analysis of real-time streaming protocols. Sensors 17(4):1\u201317","journal-title":"Sensors"},{"issue":"2","key":"669_CR57","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/MCOM.2008.4473087","volume":"46","author":"A Takahashi","year":"2008","unstructured":"Takahashi A, Hands D, Barriac V (2008) Standardization activities in the ITU for a QoE assessment of IPTV. IEEE Commun Mag 46(2):78\u201384","journal-title":"IEEE Commun Mag"},{"issue":"3","key":"669_CR58","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1109\/MC.2015.89","volume":"48","author":"C Timmerer","year":"2015","unstructured":"Timmerer C, Ebrahimi T, Pereira F (2015) Toward a new assessment of quality. Computer 48(3):108\u2013110","journal-title":"Computer"},{"key":"669_CR59","doi-asserted-by":"crossref","unstructured":"Tsiaras C, R\u00f6sch M, Stiller B (2015) VoIP-based calibration of the DQX Model. In: IFIP networking conference (IFIP networking), 2015, IEEE, pp 1\u20139","DOI":"10.1109\/IFIPNetworking.2015.7145309"},{"key":"669_CR60","doi-asserted-by":"crossref","unstructured":"Vucic D, Skorin-Kapov L (2015) The impact of mobile device factors on QoE for multi-party video conferencing via WebRTC. In: Telecommunications (ConTEL), 2015 13th international conference on, IEEE, pp 1\u20138","DOI":"10.1109\/ConTEL.2015.7231206"},{"issue":"4","key":"669_CR61","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1109\/TIP.2003.819861","volume":"13","author":"Z Wang","year":"2004","unstructured":"Wang Z, Bovik AC, Sheikh HR, Simoncelli EP (2004) Image quality assessment: from error visibility to structural similarity. IEEE Trans Image Process 13(4):600\u2013612","journal-title":"IEEE Trans Image Process"},{"key":"669_CR62","doi-asserted-by":"crossref","unstructured":"Westerlund M, Wenger S (2015) RFC 5117. RTP topologies. Tech. rep, IETF","DOI":"10.17487\/RFC7667"},{"key":"669_CR63","unstructured":"Xiao F (2000) DCT-based video quality evaluation. Final Project for EE392J"},{"key":"669_CR64","doi-asserted-by":"crossref","unstructured":"Zhang L, Amin SO, Westphal C (2017) VR video conferencing over named data networks. In: Proceedings of the workshop on virtual reality and augmented reality network, ACM, pp 7\u201312","DOI":"10.1145\/3097895.3097897"},{"issue":"1","key":"669_CR65","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1109\/COMST.2016.2619982","volume":"19","author":"T Zhao","year":"2017","unstructured":"Zhao T, Liu Q, Chen CW (2017) QoE in video transmission: a user experience-driven strategy. IEEE Commun Surv Tutor 19(1):285\u2013302","journal-title":"IEEE Commun Surv Tutor"},{"key":"669_CR66","unstructured":"Zhu X, Pan R, Ramalho MA, Mena S, Ganzhorn C, Jones PE (2015) NADA: A unified congestion control scheme for real-time media. Tech. rep, IETF"}],"container-title":["Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-018-0669-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00607-018-0669-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-018-0669-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T22:37:43Z","timestamp":1720651063000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00607-018-0669-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,1]]},"references-count":66,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2019,11]]}},"alternative-id":["669"],"URL":"https:\/\/doi.org\/10.1007\/s00607-018-0669-7","relation":{},"ISSN":["0010-485X","1436-5057"],"issn-type":[{"type":"print","value":"0010-485X"},{"type":"electronic","value":"1436-5057"}],"subject":[],"published":{"date-parts":[[2018,10,1]]},"assertion":[{"value":"22 March 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 September 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 October 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}