{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T21:23:30Z","timestamp":1773350610335,"version":"3.50.1"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319494081","type":"print"},{"value":"9783319494098","type":"electronic"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-49409-8_33","type":"book-chapter","created":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T05:19:03Z","timestamp":1558329543000},"page":"419-432","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":22,"title":["Overcoming Calibration Problems in Pattern Labeling with Pairwise Ratings: Application to Personality Traits"],"prefix":"10.1007","author":[{"given":"Baiyu","family":"Chen","sequence":"first","affiliation":[]},{"given":"Sergio","family":"Escalera","sequence":"additional","affiliation":[]},{"given":"Isabelle","family":"Guyon","sequence":"additional","affiliation":[]},{"given":"V\u00edctor","family":"Ponce-L\u00f3pez","sequence":"additional","affiliation":[]},{"given":"Nihar","family":"Shah","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Oliu Sim\u00f3n","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,11,24]]},"reference":[{"key":"33_CR1","doi-asserted-by":"crossref","unstructured":"Marcos-Ramiro, A., Pizarro-Perez, D., Marron-Romera, M., Nguyen, L., Gatica-Perez, D.: Body communicative cue extraction for conversational analysis. In: 2013 10th IEEE International Conference and Workshops on Automatic Face and Gesture Recognition (FG), pp. 1\u20138, April 2013","DOI":"10.1109\/FG.2013.6553741"},{"key":"33_CR2","doi-asserted-by":"crossref","unstructured":"Aran, O., Gatica-Perez, D.: One of a kind: inferring personality impressions in meetings. In: Proceedings of the 15th ACM on International Conference on Multimodal Interaction, ICMI, pp. 11\u201318. ACM, New York (2013)","DOI":"10.1145\/2522848.2522859"},{"key":"33_CR3","unstructured":"Chalearn lap 2016: First round challenge on first impressions - dataset and results"},{"key":"33_CR4","doi-asserted-by":"crossref","unstructured":"Escalera, S., Gonzlez, J., Bar, X., Pardo, P., Fabian, J., Oliu, M., Escalante, H.J., Huerta, I., Guyon, I.: Chalearn looking at people 2015 new competitions: age estimation and cultural event recognition. In: 2015 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138, July 2015","DOI":"10.1109\/IJCNN.2015.7280614"},{"key":"33_CR5","doi-asserted-by":"crossref","unstructured":"Venanzi, M., Guiver, J., Kazai, G., Kohli, P., Shokouhi, M.: Community-based Bayesian aggregation models for crowdsourcing. In: Proceedings of the 23rd International Conference on World Wide Web, WWW 2014, pp. 155\u2013164. ACM, New York (2014)","DOI":"10.1145\/2566486.2567989"},{"key":"33_CR6","unstructured":"Miller, J., Haden, P.: Statistical Analysis with The General Linear Model (2006)"},{"key":"33_CR7","unstructured":"Shah, N., Balakrishnan, S., Bradley, J., Parekh, A., Ramchandran, K., Wainwright, M.: Estimation from pairwise comparisons: sharp minimax bounds with topology dependence. CoRR abs\/1505.01462 (2015)"},{"key":"33_CR8","unstructured":"Whitehill, J., Wu, T.J., Bergsma, J., Movellan, J.R., Ruvolo, P.L.: Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In: Bengio, Y., Schuurmans, D., Lafferty, J.D., Williams, C.K.I., Culotta, A. (eds.) Advances in Neural Information Processing Systems 22, pp. 2035\u20132043. Curran Associates, Inc. (2009)"},{"key":"33_CR9","unstructured":"Welinder, P., Branson, S., Perona, P., Belongie, S.J.: The multidimensional wisdom of crowds. In: Lafferty, J., Williams, C., Shawe-taylor, J., Zemel, R., Culotta, A. (eds.) Advances in Neural Information Processing Systems 23, pp. 2424\u20132432 (2010)"},{"key":"33_CR10","doi-asserted-by":"crossref","unstructured":"Welinder, P., Perona, P.: Online crowdsourcing: rating annotators and obtaining cost-effective labels. In: Workshops on Advancing Computer Vision with Humans in the Loop (2010)","DOI":"10.1109\/CVPRW.2010.5543189"},{"key":"33_CR11","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Valadez, G.H., Florin, C., Bogoni, L., Moy, L.: Learning from crowds. J. Mach. Learn. Res. 11, 1297\u20131322 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"33_CR12","unstructured":"Kamar, E., Hacker, S., Horvitz, E.: Combining human and machine intelligence in large-scale crowdsourcing. In: Proceedings of the 11th International Conference on Autonomous Agents and Multiagent Systems - Volume 1, AAMAS 2012, Richland, SC, pp. 467\u2013474. International Foundation for Autonomous Agents and Multiagent Systems (2012)"},{"key":"33_CR13","unstructured":"Bachrach, Y., Graepel, T., Minka, T., Guiver, J.: How to grade a test without knowing the answers \u2013 a Bayesian graphical model for adaptive crowdsourcing and aptitude testing. ArXiv e-prints (2012)"},{"key":"33_CR14","first-page":"324","volume":"39","author":"R Bradley","year":"1952","unstructured":"Bradley, R., Terry, M.: Rank analysis of incomplete block designs: the method of paired comparisons. Biometrika 39, 324\u2013345 (1952)","journal-title":"Biometrika"},{"issue":"4","key":"33_CR15","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1037\/h0070288","volume":"34","author":"LL Thurstone","year":"1927","unstructured":"Thurstone, L.L.: A law of comparative judgment. Psychol. Rev. 34(4), 273 (1927)","journal-title":"Psychol. Rev."},{"key":"33_CR16","unstructured":"Shah, N.B., Balakrishnan, S., Guntuboyina, A., Wainwright, M.J.: Stochastically transitive models for pairwise comparisons: statistical and computational issues. arXiv preprint (2015). \n                      arXiv:1510.05610"},{"key":"33_CR17","first-page":"569","volume":"19","author":"R Herbrich","year":"2007","unstructured":"Herbrich, R., Minka, T., Graepel, T.: Trueskill: a Bayesian skill rating system. Adv. Neural Inf. Process. Syst. 19, 569 (2007)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"33_CR18","doi-asserted-by":"crossref","unstructured":"Escalera, S., Gonz\u00e0lez, J., Bar\u00f3, X., Reyes, M., Lop\u00e9s, O., Guyon, I., Athitsos, V., Escalante, H.J.: Multi-modal gesture recognition challenge 2013: dataset and results. In: ChaLearn Multi-modal Gesture Recognition Workshop, ICMI (2013)","DOI":"10.1145\/2522848.2532597"},{"key":"33_CR19","doi-asserted-by":"crossref","unstructured":"Escalera, S., Gonz\u00e0lez, J., Baro, X., Reyes, M., Guyon, I., Athitsos, V., Escalante, H., Argyros, A., Sminchisescu, C., Bowden, R., Sclarof, S.: Chalearn multi-modal gesture recognition 2013: grand challenge and workshop summary. In: ICMI, pp. 365\u2013368 (2013)","DOI":"10.1145\/2522848.2532597"},{"key":"33_CR20","unstructured":"Escalera, S., Baro, X., Gonz\u00e0lez, J., Bautista, M., Madadi, M., Reyes, M., Ponce-L\u00f3pez, V., Escalante, H., Shotton, J., Guyon, I.: Chalearn looking at people challenge 2014: dataset and results (2014)"},{"key":"33_CR21","doi-asserted-by":"crossref","unstructured":"Escalera, S., Gonz\u00e0lez, J., Baro, X., Pardo, P., Fabian, J., Oliu, M., Escalante, H.J., Huerta, I., Guyon, I.: Chalearn looking at people 2015 new competitions: age estimation and cultural event recognition. In: IJCNN (2015)","DOI":"10.1109\/IJCNN.2015.7280614"},{"key":"33_CR22","doi-asserted-by":"crossref","unstructured":"Baro, X., Gonz\u00e0lez, J., Fabian, J., Bautista, M., Oliu, M., Escalante, H., Guyon, I., Escalera, S.: Chalearn looking at people 2015 challenges: action spotting and cultural event recognition. In: ChaLearn LAP Workshop, CVPR (2015)","DOI":"10.1109\/CVPRW.2015.7301329"},{"key":"33_CR23","doi-asserted-by":"crossref","unstructured":"Escalera, S., Fabian, J., Pardo, P., Bar\u00f3, X., Gonz\u00e0lez, J., Escalante, H., Misevic, D., Steiner, U., Guyon, I.: Chalearn looking at people 2015: apparent age and cultural event recognition datasets and results. In: International Conference in Computer Vision, ICCVW (2015)","DOI":"10.1109\/ICCVW.2015.40"},{"key":"33_CR24","doi-asserted-by":"crossref","unstructured":"Escalera, S., Athitsos, V., Guyon, I.: Challenges in multimodal gesture recognition. J. Mach. Learn. Res. (2016)","DOI":"10.1007\/978-3-319-57021-1"},{"key":"33_CR25","doi-asserted-by":"crossref","unstructured":"Escalera, S., Gonz\u00e0lez, J., Bar\u00f3, X., Shotton, J.: Special issue on multimodal human pose recovery and behavior analysis. IEEE Trans. Pattern Anal. Mach. Intell. (2016)","DOI":"10.1109\/TPAMI.2016.2557878"},{"key":"33_CR26","doi-asserted-by":"publisher","first-page":"934","DOI":"10.1037\/pspp0000020","volume":"108","author":"G Park","year":"2014","unstructured":"Park, G., Schwartz, H., Eichstaedt, J., Kern, M., Stillwell, D., Kosinski, M., Ungar, L., Seligman, M.: Automatic personality assessment through social media language. J. Pers. Soc. Psychol. 108, 934\u2013952 (2014)","journal-title":"J. Pers. Soc. Psychol."},{"key":"33_CR27","doi-asserted-by":"crossref","unstructured":"Ponce-L\u00f3pez, V., Escalera, S., Bar\u00f3, X.: Multi-modal social signal analysis for predicting agreement in conversation settings. In: Proceedings of the 15th ACM on International Conference on Multimodal Interaction, ICMI, pp. 495\u2013502. ACM, New York (2013)","DOI":"10.1145\/2522848.2532594"},{"issue":"Part 1","key":"33_CR28","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.patrec.2015.07.040","volume":"67","author":"V Ponce-L\u00f3pez","year":"2015","unstructured":"Ponce-L\u00f3pez, V., Escalera, S., P\u00e9rez, M., Jan\u00e9s, O., Bar\u00f3, X.: Non-verbal communication analysis in victim-offender mediations. Pattern Recogn. Lett. 67(Part 1), 19\u201327 (2015). Cognitive Systems for Knowledge Discovery","journal-title":"Pattern Recogn. Lett."},{"key":"33_CR29","doi-asserted-by":"crossref","unstructured":"Laptev, I., Marszalek, M., Schmid, C., Rozenfeld, B.: Learning realistic human actions from movies. In: IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2008, pp. 1\u20138, June 2008","DOI":"10.1109\/CVPR.2008.4587756"},{"key":"33_CR30","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/8022.001.0001","volume-title":"Honest Signals: How They Shape Our World","author":"A Pentland","year":"2008","unstructured":"Pentland, A.: Honest Signals: How They Shape Our World. The MIT Press, Cambridge (2008)"},{"key":"33_CR31","doi-asserted-by":"crossref","unstructured":"Goldberg, L.: The structure of phenotypic personality traits (1993)","DOI":"10.1037\/0003-066X.48.1.26"},{"issue":"6684","key":"33_CR32","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1038\/30918","volume":"393","author":"DJ Watts","year":"1998","unstructured":"Watts, D.J., Strogatz, S.H.: Collective dynamics of \u2018small-world\u2019 networks. Nature 393(6684), 409\u2013410 (1998)","journal-title":"Nature"},{"issue":"1585","key":"33_CR33","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1098\/rspb.2005.3354","volume":"273","author":"M Humphries","year":"2006","unstructured":"Humphries, M., Gurney, K., Prescott, T.: The brainstem reticular formation is a small-world, not scale-free, network. Proc. R. Soc. London B: Biol. Sci. 273(1585), 503\u2013511 (2006)","journal-title":"Proc. R. Soc. London B: Biol. Sci."},{"key":"33_CR34","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1016\/j.jcp.2003.08.010","volume":"193","author":"DA Knoll","year":"2004","unstructured":"Knoll, D.A., Keyes, D.E.: Jacobian-free Newton-Krylov methods: a survey of approaches and applications. J. Comput. Phys. 193, 357\u2013397 (2004)","journal-title":"J. Comput. Phys."},{"key":"33_CR35","unstructured":"Shah, N.B., Wainwright, M.J.: Simple, robust and optimal ranking from pairwise comparisons. arXiv preprint (2015). \n                      arXiv:1512.08949"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2016 Workshops"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-49409-8_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,10]],"date-time":"2020-10-10T01:30:10Z","timestamp":1602293410000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-49409-8_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319494081","9783319494098"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-49409-8_33","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"24 November 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Amsterdam","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.eccv2016.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}