{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T22:45:54Z","timestamp":1740177954076,"version":"3.37.3"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,6,25]],"date-time":"2019-06-25T00:00:00Z","timestamp":1561420800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2019,6,25]],"date-time":"2019-06-25T00:00:00Z","timestamp":1561420800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100007751","name":"Akademia G\u00f3rniczo-Hutnicza im. Stanislawa Staszica","doi-asserted-by":"publisher","award":["15.11.230.075"],"award-info":[{"award-number":["15.11.230.075"]}],"id":[{"id":"10.13039\/501100007751","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Qual User Exp"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s41233-019-0026-4","type":"journal-article","created":{"date-parts":[[2019,6,25]],"date-time":"2019-06-25T13:12:50Z","timestamp":1561468370000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Evaluating experiment design with unrepeated scenes for video quality subjective assessment"],"prefix":"10.1007","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3151-2944","authenticated-orcid":false,"given":"Lucjan","family":"Janowski","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ludovic","family":"Malfait","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Margaret H.","family":"Pinson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,6,25]]},"reference":[{"key":"26_CR1","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1117\/1.JEI.27.5.053013","volume":"27","author":"K Brunnstr\u00f6m","year":"2018","unstructured":"Brunnstr\u00f6m K, Barkowsky M (2018) Statistical quality of experience analysis: on planning the sample size and statistical significance testing. J Electron Imaging 27:11\u201327","journal-title":"J Electron Imaging"},{"key":"26_CR2","doi-asserted-by":"crossref","unstructured":"den Broeck WV, Jacobs A, Staelens N (2012) Integrating the everyday-life context in subjective video quality experiments. In: 2012 fourth international workshop on quality of multimedia experience, pp 19\u201324","DOI":"10.1109\/QoMEX.2012.6263848"},{"key":"26_CR3","doi-asserted-by":"crossref","unstructured":"Fenimore C, Libert J, Wolf S (1998) Perceptual effects of noise in digital video compression. In: 140th SMPTE technical conference and exhibit, pp 1\u201317","DOI":"10.5594\/M00301"},{"key":"26_CR4","doi-asserted-by":"crossref","unstructured":"Frohlich P, Egger S, Schatz R, Muhlegger M, Masuch K, Gardlo B (2012) Qoe in 10 seconds: are short video clip lengths sufficient for quality of experience assessment? In: 2012 fourth international workshop on quality of multimedia experience (QoMEX), pp 242\u2013247","DOI":"10.1109\/QoMEX.2012.6263851"},{"issue":"1","key":"26_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TBC.2008.916833","volume":"54","author":"H Hoffmann","year":"2008","unstructured":"Hoffmann H, Itagaki T, Wood D, Hinz T, Wiegand T (2008) A novel method for subjective picture quality assessment and further studies of HDTV formats. IEEE Trans Broadcast 54(1):1\u201313","journal-title":"IEEE Trans Broadcast"},{"key":"26_CR6","doi-asserted-by":"crossref","unstructured":"Hossfeld T, Schatz R, Egger S (2011) Sos: the MOS is not enough! In: 2011 third international workshop on quality of multimedia experience, pp 131\u2013136","DOI":"10.1109\/QoMEX.2011.6065690"},{"key":"26_CR7","unstructured":"Hossfeld T, Hirth M, Redi J, Mazza F, Korshunov P, Naderi B, Seufert M, Gardlo B, Egger S, Keimel C (2014) Best practices and recommendations for crowdsourced QoE\u2014lessons learned from the qualinet task force crowdsourcing. Technical report, QUALINET"},{"key":"26_CR8","unstructured":"Ho\u00dffeld T, Biedermann S, Schatz R, Platzer A, Egger S, Fiedler M (2011) The memory effect and its implications on web QoE modeling. In: 2011 23rd international teletraffic congress (ITC), pp 103\u2013110"},{"key":"26_CR9","unstructured":"International Telecommunication Union (2011) Practical procedures for subjective testing. ITU-T handbook"},{"key":"26_CR10","unstructured":"ITU-T Recommendation (1996) P.800: methods for subjective determination of transmission quality. Technical report P.800. International Telecommunication Union, Geneva"},{"key":"26_CR11","unstructured":"ITU-T Recommendation (2015) ITU-T P.913: methods for the subjective assessment of video quality, audio quality and audiovisual quality of Internet video and distribution quality television in any environment. Technical report P.913. International Telecommunication Union, Geneva"},{"key":"26_CR12","unstructured":"ITU-T Recommendation (2017) ITU-T P.10: vocabulary for performance, quality of service and quality of experience. Technical report P.10\/G.100. International Telecommunication Union, Geneva"},{"issue":"12","key":"26_CR13","doi-asserted-by":"publisher","first-page":"2210","DOI":"10.1109\/TMM.2015.2484963","volume":"17","author":"L Janowski","year":"2015","unstructured":"Janowski L, Pinson M (2015) The accuracy of subjects in a quality experiment: a theoretical subject model. IEEE Trans Multimed 17(12):2210\u20132224","journal-title":"IEEE Trans Multimed"},{"key":"26_CR14","volume-title":"Thinking, fast and slow","author":"D Kahneman","year":"2011","unstructured":"Kahneman D (2011) Thinking, fast and slow. Farrar, Straus and Giroux, New York"},{"issue":"11","key":"26_CR15","doi-asserted-by":"publisher","first-page":"1977","DOI":"10.1109\/TCSVT.2015.2461971","volume":"26","author":"F Mercer Moss","year":"2016","unstructured":"Mercer Moss F, Wang K, Zhang F, Baddeley R, Bull DR (2016) On the optimal presentation duration for subjective video quality assessment. IEEE Trans Circuits Syst Video Technol 26(11):1977\u20131987. \nhttps:\/\/doi.org\/10.1109\/TCSVT.2015.2461971","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"key":"26_CR16","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1037\/h0043158","volume":"63","author":"GA Miller","year":"1956","unstructured":"Miller GA (1956) The magical number seven, plus or minus two: Some limits on our capacity for processing information. Psychol Rev 63:81\u201397","journal-title":"Psychol Rev"},{"key":"26_CR17","unstructured":"Pinson M, Janowski L (2014) AGH\/NTIA: a video quality subjective test with repeated sequences. Technical report. NTIA Technical Memorandum TM-14-505"},{"key":"26_CR18","unstructured":"Pinson MH (2016) Why is no-reference model development failing? VQEG meeting in London Oct 2016, \nftp:\/\/vqeg.its.bldrdoc.gov\/Documents\/VQEG_London_Oct16\/MeetingFiles\/VQEG_VIME_2016_117_NR%20model%20development.pptx\n\n. Accessed 21 June 2019"},{"issue":"1","key":"26_CR19","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TBC.2009.2034511","volume":"56","author":"MH Pinson","year":"2010","unstructured":"Pinson MH, Wolf S, Cermak G (2010) HDTV subjective quality of h.264 versus mpeg-2, with and without packet loss. IEEE Trans Broadcast 56(1):86\u201391. \nhttps:\/\/doi.org\/10.1109\/TBC.2009.2034511","journal-title":"IEEE Trans Broadcast"},{"issue":"1","key":"26_CR20","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1186\/1687-5281-2013-50","volume":"2013","author":"MH Pinson","year":"2013","unstructured":"Pinson MH, Barkowsky M, Le Callet P (2013) Selecting scenes for 2d and 3d subjective video quality tests. EURASIP J Image Video Process 2013(1):50","journal-title":"EURASIP J Image Video Process"},{"key":"26_CR21","unstructured":"Pinson MH, Sullivan M, Catellier AA (2014) A new method for immersive audiovisual subjective testing. In: Eighth international workshop on video processing and quality metrics for consumer electronics (VPQM 2014)"},{"issue":"1","key":"26_CR22","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1109\/MSP.2013.2292535","volume":"32","author":"MH Pinson","year":"2015","unstructured":"Pinson MH, Janowski L, Papir Z (2015) Video quality assessment: subjective testing of entertainment scenes. IEEE Signal Process Mag 32(1):101\u2013114","journal-title":"IEEE Signal Process Mag"},{"key":"26_CR23","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/978-3-319-02681-7_2","volume-title":"Quality of experience: advanced concepts, applications and methods","author":"A Raake","year":"2014","unstructured":"Raake A, Egger S (2014) Quality and quality of experience. In: M\u00f6ller S, Raake A (eds) Quality of experience: advanced concepts, applications and methods. Springer, Cham, pp 11\u201333"},{"key":"26_CR24","doi-asserted-by":"crossref","unstructured":"Ribeiro F, Florencio D, Zhang C, Seltzer M (2011) Crowdmos: an approach for crowdsourcing mean opinion score studies. In: 2011 IEEE international conference on, acoustics, speech and signal processing (ICASSP), pp 2416\u20132419","DOI":"10.1109\/ICASSP.2011.5946971"},{"key":"26_CR25","doi-asserted-by":"crossref","unstructured":"Robitza W, Garcia MN, Raake A (2015) At home in the lab: assessing audiovisual quality of http-based adaptive streaming with an immersive test paradigm. In: 2015 seventh international workshop on quality of multimedia experience (QoMEX), pp 1\u20136","DOI":"10.1109\/QoMEX.2015.7148122"},{"key":"26_CR26","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1109\/TAU.1969.1162058","volume":"17","author":"HE Rothauser","year":"1969","unstructured":"Rothauser HE (1969) IEEE recommended practice for speech quality measurements. IEEE Trans Audio Electroacoust 17:225\u2013246","journal-title":"IEEE Trans Audio Electroacoust"},{"issue":"4","key":"26_CR27","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1207\/S15327078IN0204_02","volume":"2","author":"M Schmuckler","year":"2001","unstructured":"Schmuckler M (2001) What is ecological validity? A dimensional analysis. Infancy 2(4):419\u2013436","journal-title":"Infancy"},{"key":"26_CR28","doi-asserted-by":"crossref","unstructured":"Sullivan M, Pratt J, Kortum P (2008) Practical issues in subjective video quality evaluation: human factors versus psychophysical image quality evaluation. In: Proceedings of the 1st international conference on designing interactive user experiences for TV and Video, ACM, New York, NY, USA, UXTV \u201908, pp 1\u20134. \nhttps:\/\/doi.org\/10.1145\/1453805.1453807","DOI":"10.1145\/1453805.1453807"},{"issue":"8","key":"26_CR29","doi-asserted-by":"publisher","first-page":"2141","DOI":"10.1109\/JSAC.2016.2577361","volume":"34","author":"S Tavakoli","year":"2016","unstructured":"Tavakoli S, Egger S, Seufert M, Schatz R, Brunnstrom K, Garcia N (2016) Perceptual quality of HTTP adaptive streaming strategies: cross-experimental analysis of multi-laboratory and crowdsourced subjective studies. IEEE J Sel Areas Commun 34(8):2141\u20132153","journal-title":"IEEE J Sel Areas Commun"},{"key":"26_CR30","doi-asserted-by":"crossref","unstructured":"Tominaga T, Hayashi T, Okamoto J, Takahashi A (2010) Performance comparisons of subjective quality assessment methods for mobile video. In: 2010 second international workshop on quality of multimedia experience (QoMEX), pp 82\u201387","DOI":"10.1109\/QOMEX.2010.5517948"},{"key":"26_CR31","unstructured":"Wuensch KL (2019) Comparing correlation coefficients, slopes, and intercepts. Technical report, East Carolina University. \nhttp:\/\/core.ecu.edu\/psyc\/wuenschk\/docs30\/CompareCorrCoeff.pdf\n\n. Accessed 21 June 2019"}],"container-title":["Quality and User Experience"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41233-019-0026-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s41233-019-0026-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41233-019-0026-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,23]],"date-time":"2020-06-23T23:07:46Z","timestamp":1592953666000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s41233-019-0026-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,25]]},"references-count":31,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["26"],"URL":"https:\/\/doi.org\/10.1007\/s41233-019-0026-4","relation":{},"ISSN":["2366-0139","2366-0147"],"issn-type":[{"type":"print","value":"2366-0139"},{"type":"electronic","value":"2366-0147"}],"subject":[],"published":{"date-parts":[[2019,6,25]]},"assertion":[{"value":"15 November 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2019","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"2"}}