{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:18:05Z","timestamp":1740107885790,"version":"3.37.3"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2019,5,22]],"date-time":"2019-05-22T00:00:00Z","timestamp":1558483200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,5,22]],"date-time":"2019-05-22T00:00:00Z","timestamp":1558483200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s00530-019-00619-7","type":"journal-article","created":{"date-parts":[[2019,5,23]],"date-time":"2019-05-23T00:19:02Z","timestamp":1558570742000},"page":"673-694","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Crowdsourced subjective 3D video quality assessment"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0262-5595","authenticated-orcid":false,"given":"Emil","family":"Dumic","sequence":"first","affiliation":[]},{"given":"Kresimir","family":"Sakic","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1141-4404","authenticated-orcid":false,"given":"Luis A.","family":"da Silva Cruz","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,5,22]]},"reference":[{"key":"619_CR1","unstructured":"ITU-R BT.500-13: Methodology for the subjective assessment of the quality of television pictures. International Telecommunication Union\/ITU Radiocommunication Sector (2012)"},{"key":"619_CR2","unstructured":"ITU-R BT.2021: Subjective methods for the assessment of stereoscopic 3DTV systems. International Telecommunication Union\/ITU Radiocommunication Sector (2012)"},{"key":"619_CR3","unstructured":"ITU-R P.914: Display requirements for 3D video quality assessment (2016)"},{"key":"619_CR4","unstructured":"ITU-R P.915: Subjective assessment methods for 3D video quality (2016)"},{"key":"619_CR5","unstructured":"ITU-R P.916: Information and guidelines for assessing and minimizing visual discomfort and visual fatigue from 3D video (2016)"},{"key":"619_CR6","unstructured":"Loncaric, M., et al.: Testing picture quality in HDTV systems. In: ELMAR, 2008 50th International Symposium, September 2008, pp. 5\u20138"},{"key":"619_CR7","doi-asserted-by":"crossref","unstructured":"Dumic, E., Grgic, S., Sakic, K., Frank, D.: Subjective quality assessment of H.265 versus H.264 video coding for high-definition video systems. In: 13th International Conference on Telecommunications ConTEL 2015, ConTEL 2015 Proceedings, July 2015, pp. 1\u20137","DOI":"10.1109\/ConTEL.2015.7231203"},{"issue":"1","key":"619_CR8","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1109\/TIP.2015.2500021","volume":"25","author":"D Ghadiyaram","year":"2015","unstructured":"Ghadiyaram, D., Bovik, A.C.: Massive Online Crowdsourced Study of Subjective and Objective Picture Quality. IEEE Trans. on Image Processing 25(1), 372\u2013387 (2015)","journal-title":"IEEE Trans. on Image Processing"},{"key":"619_CR9","doi-asserted-by":"crossref","unstructured":"Ghadiyaram, D., Bovik, A.C.: Crowdsourced study of subjective image quality. In: 2014 48th Asilomar Conference on Signals, Systems and Computers, November 2014, pp. 1\u20135","DOI":"10.1109\/ACSSC.2014.7094402"},{"key":"619_CR10","unstructured":"Sakic, K., Dumic, E., Grgic, S.: Crowdsourced subjective video quality assessment. In: The 21st International Conference on Systems, Signals and Image Processing\u2014IWSSIP, IWSSIP 2014 Proceedings, May 2014, pp. 223\u2013226"},{"key":"619_CR11","unstructured":"Microworkers: \nhttp:\/\/microworkers.com\n\n.  Accessed 16 Nov 2017"},{"key":"619_CR12","unstructured":"Amazon Mechanical Turk: \nhttp:\/\/mturk.com\n\n. Accessed 16 Nov 2017"},{"key":"619_CR13","first-page":"1","volume":"1380\u20137501","author":"E Dumic","year":"2016","unstructured":"Dumic, E., Grgic, S., Sakic, K., Rocha, P.M.R., da Silva Cruz, L.A.: 3D video subjective quality: a new database and grade comparison study. Multimed. Tools Appl. 1380\u20137501, 1\u201323 (2016)","journal-title":"Multimed. Tools Appl."},{"key":"619_CR14","doi-asserted-by":"crossref","unstructured":"Hanhart, P., Korshunov, P., Ebrahimi, T.: Crowd-based quality assessment of multiview video plus depth coding. In: IEEE International Conference on Image Processing, Paris, France, October 2014, pp. 743\u2013747","DOI":"10.1109\/ICIP.2014.7025149"},{"issue":"2","key":"619_CR15","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1109\/TMM.2013.2291663","volume":"16","author":"T Ho\u00dffeld","year":"2014","unstructured":"Ho\u00dffeld, T., et al.: Best practices for QoE crowdtesting: QoE assessment with crowdsourcing. IEEE Trans. Multimed. 16(2), 541\u2013557 (2014)","journal-title":"IEEE Trans. Multimed."},{"key":"619_CR16","doi-asserted-by":"crossref","unstructured":"Ho\u00dffeld, T., Redi, J.: Journey through the crowd: best practices and recommendations for crowdsourced QoE. In: Quality of Multimedia Experience (QoMEX) 2015, May 2015, pp. 1\u20132","DOI":"10.1109\/QoMEX.2015.7148150"},{"key":"619_CR17","doi-asserted-by":"crossref","unstructured":"Kaptein, R.G., Kuijsters, A., Lambooij, M.T.M., IJsselsteijn, W.A., Heynderickx, I.: Performance evaluation of 3D-TV systems. In: Proceedings of SPIE Image Quality and System Performance V, SPIE, vol. 6808, p. 680819 (2008)","DOI":"10.1117\/12.770082"},{"issue":"2","key":"619_CR18","doi-asserted-by":"publisher","first-page":"432","DOI":"10.1109\/TBC.2011.2134590","volume":"57","author":"M Lambooij","year":"2011","unstructured":"Lambooij, M., IJsselsteijn, W., Bouwhuis, D.G., Heynderickx, I.: Evaluation of stereoscopic images: beyond 2D quality. IEEE Trans. Broadcast. 57(2), 432\u2013444 (2011)","journal-title":"IEEE Trans. Broadcast."},{"key":"619_CR19","doi-asserted-by":"crossref","unstructured":"Lambooij, M.T.M., IJsselsteijn, W.A., Heynderickx, I.: Visual discomfort in stereoscopic displays: a review. In: Stereoscopic Displays and Virtual Reality Systems XIV, SPIE, vol. 6490, p. 64900I (2007)","DOI":"10.1117\/12.705527"},{"key":"619_CR20","doi-asserted-by":"crossref","unstructured":"Hanhart, P., Ramzan, N., Baroncini, V., Ebrahimi, T.: Cross-lab subjective evaluation of the MVC+D and 3D-AVC 3D video coding standards. In: 6th International Workshop on Quality of Multimedia Experience (QoMEX), Singapore, September 2014, pp. 183\u2013188","DOI":"10.1109\/QoMEX.2014.6982317"},{"key":"619_CR21","doi-asserted-by":"crossref","unstructured":"Barkowsky, M., Li, J., Han, T., Youn, S., Ok, J., et al.: Towards standardized 3DTV QoE assessment: cross-lab study on display technology and viewing environment parameters. In: SPIE Electronic Imaging, San Franscisco, United States, February 2013, vol. 8648, pp. 864809\u2013864809","DOI":"10.1117\/12.2004050"},{"key":"619_CR22","doi-asserted-by":"crossref","unstructured":"Urvoy, M., et al.: NAMA3DS1-COSPAD1: subjective video quality assessment database on coding conditions introducing freely available high quality 3D stereoscopic sequences. In: Quality of Multimedia Experience (QoMEX 2012), Melbourne, Australia, July 2012, pp. 109\u2013114","DOI":"10.1109\/QoMEX.2012.6263847"},{"issue":"1","key":"619_CR23","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1016\/j.displa.2012.09.002","volume":"34","author":"M Lambooij","year":"2013","unstructured":"Lambooij, M., Murdoch, M., IJsselsteijn, W.A., Heynderickx, I.: The impact of video characteristics and subtitles on visual comfort of 3D TV. Displays 34(1), 8\u201316 (2013)","journal-title":"Displays"},{"key":"619_CR24","unstructured":"Paulus, J., Michelson, G., Barkowsky, M., Hornegger, J., Eskofier, B., Schmidt, M.: Measurement of individual changes in the performance of human stereoscopic vision for disparities at the limits of the zone of comfortable viewing. In: 2013 International Conference on 3D Vision, 2013, pp. 310\u2013317"},{"key":"619_CR25","doi-asserted-by":"crossref","unstructured":"Reichl, P., Egger, S., M\u00f6ller, S., Kilkki, K., Fiedler, M., Hossfeld, T., Tsiaras, C., Asrese, A.: Towards a comprehensive framework for QOE and user behavior modelling. In: 2015 Seventh International Workshop on Quality of Multimedia Experience (QoMEX), May 2015, pp. 1\u20136","DOI":"10.1109\/QoMEX.2015.7148138"},{"key":"619_CR26","unstructured":"Google Chrome based application for laboratory subjective assessments:\u00a0\nhttp:\/\/crowd3d.co.it.pt\/suis3d\n\n. Accessed 16 Nov 2017"},{"key":"619_CR27","unstructured":"Mozilla Firefox based application for laboratory subjective assessments:\u00a0\nhttp:\/\/crowd3d.co.it.pt\/suis3d_webm\n\n. Accessed 16 Nov 2017"},{"key":"619_CR28","unstructured":"Application for phase 1 of the crowdsourced subjective 3D video quality assessment:\u00a0\nhttp:\/\/crowd3d.co.it.pt\/test\/suis.php\n\n. Accessed 16 Nov 2017"},{"key":"619_CR29","unstructured":"Application for phase 2 of the crowdsourced subjective 3D video quality assessment:\u00a0\nhttp:\/\/crowd3d.co.it.pt\/crowd3d\/suis.php\n\n. Accessed 16 Nov 2017"},{"key":"619_CR30","unstructured":"Dataset Repository: ftp:\/\/ftp.ivc.polytech.univ-nantes.fr\/NAMA3DS1_COSPAD1\/Avi_videos\/HRC_00_Reference\/. Accessed: 16 November 2017"},{"key":"619_CR31","unstructured":"ITU-T: Recommendation P.910, Subjective video quality assessment methods for multimedia applications (2008)"},{"key":"619_CR32","unstructured":"Sheikh, H.R.: Image quality assessment using natural scene statistics. Ph.D. dissertation, University of Texas at Austin (2004)"},{"key":"619_CR33","unstructured":"ITU-T J.149, \u201cMethod for specifying accuracy and crosscalibration of Video Quality Metrics (VQM),\u201d International Telecommunication Union, March 2004"},{"key":"619_CR34","unstructured":"Hanhart, P., Ebrahimi, T.: On the evaluation of 3D codecs on multiview autostereoscopic display. In: 4th IEEE International Workshop on Hot Topics in 3D (Hot3D), July 2013, pp. 1\u20132"},{"issue":"1","key":"619_CR35","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1002\/j.2168-0159.2013.tb06256.x","volume":"44","author":"Kjell Brunnstr\u00f6m","year":"2013","unstructured":"Brunnstr\u00f6m, K., Ananth, I.V., Hedberg, C., Wang, K., Andr\u00e9n, B., Barkowsky, M.: 36.4: Comparison between different rating scales for 3D TV. In: SID Symposium Digest of Technical Papers, vol. 44, no. 1, June 2013, pp. 509\u2013512","journal-title":"SID Symposium Digest of Technical Papers"},{"key":"619_CR36","unstructured":"Dataset Repository: \nhttp:\/\/datasets.dyndns.org\n\n. Accessed 16 Nov 2017"}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-019-00619-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00530-019-00619-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-019-00619-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,20]],"date-time":"2020-05-20T23:21:03Z","timestamp":1590016863000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00530-019-00619-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,22]]},"references-count":36,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["619"],"URL":"https:\/\/doi.org\/10.1007\/s00530-019-00619-7","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"type":"print","value":"0942-4962"},{"type":"electronic","value":"1432-1882"}],"subject":[],"published":{"date-parts":[[2019,5,22]]},"assertion":[{"value":"17 November 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}