{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,2]],"date-time":"2025-12-02T03:15:08Z","timestamp":1764645308848},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2016,10,3]],"date-time":"2016-10-03T00:00:00Z","timestamp":1475452800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[2017,6]]},"DOI":"10.1007\/s10479-016-2341-y","type":"journal-article","created":{"date-parts":[[2016,10,3]],"date-time":"2016-10-03T13:19:03Z","timestamp":1475500743000},"page":"501-518","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Judgement and ranking: living with hidden bias"],"prefix":"10.1007","volume":"253","author":[{"given":"Ant\u00f3nio","family":"Os\u00f3rio","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,10,3]]},"reference":[{"issue":"4","key":"2341_CR1","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1086\/256963","volume":"58","author":"KJ Arrow","year":"1950","unstructured":"Arrow, K. J. (1950). A difficulty in the concept of social welfare. The Journal of Political Economy, 58(4), 328\u2013346.","journal-title":"The Journal of Political Economy"},{"issue":"3","key":"2341_CR2","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1080\/09332480.1999.10542152","volume":"12","author":"O Ashenfelter","year":"1999","unstructured":"Ashenfelter, O., & Quandt, R. (1999). Analyzing a wine tasting statistically. Chance, 12(3), 16\u201320.","journal-title":"Chance"},{"issue":"21","key":"2341_CR3","doi-asserted-by":"crossref","first-page":"8720","DOI":"10.1073\/pnas.0702634104","volume":"104","author":"M Balinski","year":"2007","unstructured":"Balinski, M., & Laraki, R. (2007). A theory of measuring, electing, and ranking. Proceedings of the National Academy of Sciences, 104(21), 8720\u20138725.","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"2341_CR4","doi-asserted-by":"crossref","unstructured":"Balinski, M., & Laraki, R. (2011). Election by majority judgment: Experimental evidence. In B. Dolez, B. Grofman, & A. Laurent (Eds.), In situ and laboratory experiments on electoral law reform: French presidential elections (pp. 13\u201354). New York: Springer.","DOI":"10.1007\/978-1-4419-7539-3_2"},{"issue":"3","key":"2341_CR5","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1287\/opre.2014.1269","volume":"62","author":"M Balinski","year":"2014","unstructured":"Balinski, M., & Laraki, R. (2014). Judge: Don\u2019t vote!. Operations Research, 62(3), 483\u2013511.","journal-title":"Operations Research"},{"key":"2341_CR6","volume-title":"Majority judgment: Measuring, ranking, and electing","author":"ML Balinski","year":"2010","unstructured":"Balinski, M. L., & Laraki, R. (2010). Majority judgment: Measuring, ranking, and electing. Cambridge: MIT press."},{"key":"2341_CR7","volume-title":"Aggregation functions: A guide for practitioners","author":"G Beliakov","year":"2007","unstructured":"Beliakov, G., Pradera, A., & Calvo, T. (2007). Aggregation functions: A guide for practitioners (Vol. 221). New York: Springer."},{"key":"2341_CR8","unstructured":"Borda, J. (1784). M\u00e9moire sur les lections au scrutin. Histoire de l\u2019 Acad\u00e9mie Royale des Sciences, 657\u2013665."},{"issue":"03","key":"2341_CR9","doi-asserted-by":"crossref","first-page":"831","DOI":"10.2307\/1955105","volume":"72","author":"SJ Brams","year":"1978","unstructured":"Brams, S. J., & Fishburn, P. C. (1978). Approval voting. American Political Science Review, 72(03), 831\u2013847.","journal-title":"American Political Science Review"},{"key":"2341_CR10","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1023\/A:1018980318183","volume":"80","author":"JT Buchanan","year":"1998","unstructured":"Buchanan, J. T., Henig, E. J., & Henig, M. I. (1998). Objectivity and subjectivity in the decision making process. Annals of Operations Research, 80, 333\u2013345.","journal-title":"Annals of Operations Research"},{"key":"2341_CR11","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1023\/A:1018928301345","volume":"80","author":"PY Chebotarev","year":"1998","unstructured":"Chebotarev, P. Y., & Shamis, E. (1998). Characterizations of scoring methods for preference aggregation. Annals of Operations Research, 80, 299\u2013332.","journal-title":"Annals of Operations Research"},{"key":"2341_CR12","volume-title":"Essai sur l\u2019application de l\u2019analyse \u00e1 la probabilit\u00e9 des d\u00e9cisions rendues \u00e1 la pluralit\u00e9 des voix","author":"J Condorcet","year":"1785","unstructured":"Condorcet, J. (1785). Essai sur l\u2019application de l\u2019analyse \u00e1 la probabilit\u00e9 des d\u00e9cisions rendues \u00e1 la pluralit\u00e9 des voix. Paris: l\u2019Imprimerie Royale."},{"issue":"4899","key":"2341_CR13","doi-asserted-by":"crossref","first-page":"1668","DOI":"10.1126\/science.2648573","volume":"243","author":"RM Dawes","year":"1989","unstructured":"Dawes, R. M., Faust, D., & Meehl, P. E. (1989). Clinical versus actuarial judgment. Science, 243(4899), 1668\u20131674.","journal-title":"Science"},{"issue":"2","key":"2341_CR14","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1198\/tast.2009.0026","volume":"63","author":"JW Emerson","year":"2009","unstructured":"Emerson, J. W., Seltzer, M., & Lin, D. (2009). Assessing judging bias: An example from the 2000 olympic games. The American Statistician, 63(2), 124\u2013131.","journal-title":"The American Statistician"},{"issue":"3\/4","key":"2341_CR15","first-page":"319","volume":"25","author":"DS Felsenthal","year":"2008","unstructured":"Felsenthal, D. S., & Machover, M. (2008). The majority judgement voting procedure: A critical evaluation. Homo Oeconomicus, 25(3\/4), 319\u2013334.","journal-title":"Homo Oeconomicus"},{"issue":"1","key":"2341_CR16","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1123\/jsep.26.1.154","volume":"26","author":"LC Findlay","year":"2004","unstructured":"Findlay, L. C., Ste-Marie, D. M., et al. (2004). A reputation bias in figure skating judging. Journal of Sport and Exercise Psychology, 26(1), 154\u2013166.","journal-title":"Journal of Sport and Exercise Psychology"},{"issue":"4","key":"2341_CR17","doi-asserted-by":"crossref","first-page":"207","DOI":"10.2307\/2689808","volume":"56","author":"PC Fishburn","year":"1983","unstructured":"Fishburn, P. C., & Brams, S. J. (1983). Paradoxes of preferential voting. Mathematics Magazine, 56(4), 207\u2013214.","journal-title":"Mathematics Magazine"},{"issue":"3","key":"2341_CR18","doi-asserted-by":"crossref","first-page":"760","DOI":"10.1073\/pnas.1114999109","volume":"109","author":"C Fritz","year":"2012","unstructured":"Fritz, C., Curtin, J., Poitevineau, J., Morrel-Samuels, P., & Tao, F.-C. (2012). Player preferences among new and old violins. Proceedings of the National Academy of Sciences, 109(3), 760\u2013763.","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"4","key":"2341_CR19","doi-asserted-by":"crossref","first-page":"587","DOI":"10.2307\/1914083","volume":"41","author":"A Gibbard","year":"1973","unstructured":"Gibbard, A. (1973). Manipulation of voting schemes: A general result. Econometrica, 41(4), 587\u2013601.","journal-title":"Econometrica"},{"issue":"1","key":"2341_CR20","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1257\/000282803321455296","volume":"93","author":"VA Ginsburgh","year":"2003","unstructured":"Ginsburgh, V. A., & Van Ours, J. C. (2003). Expert opinion and compensation: Evidence from a musical competition. The American Economic Review, 93(1), 289\u2013296.","journal-title":"The American Economic Review"},{"issue":"1","key":"2341_CR21","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1016\/j.ins.2010.08.040","volume":"181","author":"M Grabisch","year":"2011","unstructured":"Grabisch, M., Marichal, J.-L., Mesiar, R., & Pap, E. (2011a). Aggregation functions: Construction methods, conjunctive, disjunctive and mixed classes. Information Sciences, 181(1), 23\u201343.","journal-title":"Information Sciences"},{"issue":"1","key":"2341_CR22","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ins.2010.08.043","volume":"181","author":"M Grabisch","year":"2011","unstructured":"Grabisch, M., Marichal, J.-L., Mesiar, R., & Pap, E. (2011b). Aggregation functions: Means. Information Sciences, 181(1), 1\u201322.","journal-title":"Information Sciences"},{"issue":"2","key":"2341_CR23","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1017\/S1931436100001152","volume":"3","author":"RT Hodgson","year":"2008","unstructured":"Hodgson, R. T. (2008). An examination of judge reliability at a major us wine competition. Journal of Wine Economics, 3(2), 105\u2013113.","journal-title":"Journal of Wine Economics"},{"key":"2341_CR24","doi-asserted-by":"crossref","unstructured":"Kahneman, D., & Tversky, A. (1996). On the reality of cognitive illusions. Psychological Review, 103(3), 582\u2013591.","DOI":"10.1037\/0033-295X.103.3.582"},{"issue":"3","key":"2341_CR25","doi-asserted-by":"crossref","first-page":"641","DOI":"10.2307\/256119","volume":"28","author":"PO Kingstrom","year":"1985","unstructured":"Kingstrom, P. O., & Mainstone, L. E. (1985). An investigation of the rater-ratee acquaintance and rater bias. Academy of Management Journal, 28(3), 641\u2013653.","journal-title":"Academy of Management Journal"},{"key":"2341_CR26","volume-title":"Foundations of measurement (additive and polynomial representations)","author":"DH Krantz","year":"1971","unstructured":"Krantz, D. H., Luce, R. D., Suppes, P., & Tversky, A. (1971). Foundations of measurement (additive and polynomial representations) (Vol. 1). New York: Academic Press."},{"key":"2341_CR27","unstructured":"Laplace, P. (1820). Th\u00e9orie analytique des probabilit\u00e9s. In \u0152uvres compl\u00e8tes de laplace, tome 7 (3rd ed., v and clii\u2013cliii)."},{"issue":"2","key":"2341_CR28","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1177\/1527002507299203","volume":"9","author":"J Lee","year":"2008","unstructured":"Lee, J. (2008). Outlier aversion in subjective evaluation. Journal of Sports Economics, 9(2), 141\u2013159.","journal-title":"Journal of Sports Economics"},{"key":"2341_CR29","doi-asserted-by":"crossref","DOI":"10.1037\/11281-000","volume-title":"Clinical versus statistical prediction: A theoretical analysis and a review of the evidence","author":"PE Meehl","year":"1954","unstructured":"Meehl, P. E. (1954). Clinical versus statistical prediction: A theoretical analysis and a review of the evidence. Minneapolis: University of Minnesota Press."},{"issue":"9","key":"2341_CR30","doi-asserted-by":"crossref","first-page":"1359","DOI":"10.1287\/mnsc.1050.0379","volume":"51","author":"N Miller","year":"2005","unstructured":"Miller, N., Resnick, P., & Zeckhauser, R. (2005). Eliciting informative feedback: The peer-prediction method. Management Science, 51(9), 1359\u20131373.","journal-title":"Management Science"},{"issue":"5695","key":"2341_CR31","doi-asserted-by":"crossref","first-page":"462","DOI":"10.1126\/science.1102081","volume":"306","author":"D Prelec","year":"2004","unstructured":"Prelec, D. (2004). A bayesian truth serum for subjective data. Science, 306(5695), 462\u2013466.","journal-title":"Science"},{"issue":"2","key":"2341_CR32","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/0022-0531(75)90050-2","volume":"10","author":"MA Satterthwaite","year":"1975","unstructured":"Satterthwaite, M. A. (1975). Strategy-proofness and arrow\u2019s conditions: Existence and correspondence theorems for voting procedures and social welfare functions. Journal of Economic Theory, 10(2), 187\u2013217.","journal-title":"Journal of Economic Theory"},{"issue":"3","key":"2341_CR33","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1007\/s10683-014-9416-x","volume":"18","author":"KH Schlag","year":"2015","unstructured":"Schlag, K. H., Tremewan, J., & Van der Weele, J. J. (2015). A penny for your thoughts: A survey of methods for eliciting beliefs. Experimental Economics, 18(3), 457\u2013490.","journal-title":"Experimental Economics"},{"issue":"6","key":"2341_CR34","doi-asserted-by":"crossref","first-page":"1027","DOI":"10.2307\/1914033","volume":"41","author":"JH Smith","year":"1973","unstructured":"Smith, J. H. (1973). Aggregation of preferences with variable electorate. Econometrica, 41(6), 1027\u20131041.","journal-title":"Econometrica"},{"issue":"4157","key":"2341_CR35","doi-asserted-by":"crossref","first-page":"1124","DOI":"10.1126\/science.185.4157.1124","volume":"185","author":"A Tversky","year":"1974","unstructured":"Tversky, A., & Kahneman, D. (1974). Judgment under uncertainty: Heuristics and biases. Science, 185(4157), 1124\u20131131.","journal-title":"Science"},{"issue":"1","key":"2341_CR36","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1111\/j.1530-9134.2006.00092.x","volume":"15","author":"E Zitzewitz","year":"2006","unstructured":"Zitzewitz, E. (2006). Nationalism in winter sports judging and its lessons for organizational decision making. Journal of Economics & Management Strategy, 15(1), 67\u201399.","journal-title":"Journal of Economics & Management Strategy"}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10479-016-2341-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-016-2341-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-016-2341-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,5,24]],"date-time":"2017-05-24T15:41:30Z","timestamp":1495640490000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10479-016-2341-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,10,3]]},"references-count":36,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,6]]}},"alternative-id":["2341"],"URL":"https:\/\/doi.org\/10.1007\/s10479-016-2341-y","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,10,3]]}}}