{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T19:26:34Z","timestamp":1791228394237,"version":"4.1.0"},"reference-count":17,"publisher":"Wiley","issue":"5","license":[{"start":{"date-parts":[[2020,7,23]],"date-time":"2020-07-23T00:00:00Z","timestamp":1595462400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/onlinelibrary.wiley.com\/termsAndConditions#vor"}],"content-domain":{"domain":["onlinelibrary.wiley.com"],"crossmark-restriction":true},"short-container-title":["Journal of Sensory Studies"],"published-print":{"date-parts":[[2020,10]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:label\/>\n                    <jats:p>Cupping scores from experts are extensively used in the coffee industry for a variety of applications, from quality control to judging coffee competitions. In this paper, we examined inter\u2010rater reliability (IRR) of \u201cclean cup\u201d ratings by coffee experts (\u201ccuppers\u201d) in two studies. In both studies, IRR reliability was found to be low, denoting a lack of concept alignment among experts. Remarkably, however, within\u2010assessor reproducibility was high, suggesting that expert cuppers have their own individual understanding of \u201cclean cup.\u201d<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Practical applications<\/jats:title>\n                    <jats:p>The results presented suggested that \u201cclean cup\u201d scores have a fundamentally subjective nature. Since cupping scores are routinely used to drive business decisions (particularly in the context of quality control), it would be advisable that such attributes be anchored in a precise definition (in the case of \u201cclean cup\u201d of what constitute a defect from a sensory point of view) developed based on properly conducted sensory studies.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1111\/joss.12596","type":"journal-article","created":{"date-parts":[[2020,7,23]],"date-time":"2020-07-23T05:36:14Z","timestamp":1595482574000},"update-policy":"https:\/\/doi.org\/10.1002\/crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Inter\u2010rater reliability of \u201cclean cup\u201d scores by coffee experts"],"prefix":"10.1111","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2498-0632","authenticated-orcid":false,"given":"Davide","family":"Giacalone","sequence":"first","affiliation":[{"name":"Department of Technology and Innovation University of Southern Denmark  Odense Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ida","family":"Steen","sequence":"additional","affiliation":[{"name":"CoffeeMind ApS  Valby Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jesper","family":"Alstrup","sequence":"additional","affiliation":[{"name":"CoffeeMind ApS  Valby Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Morten","family":"M\u00fcnchow","sequence":"additional","affiliation":[{"name":"CoffeeMind ApS  Valby Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"311","published-online":{"date-parts":[[2020,7,23]]},"reference":[{"key":"e_1_2_6_2_1","doi-asserted-by":"publisher","DOI":"10.1111\/joss.12237"},{"key":"e_1_2_6_3_1","doi-asserted-by":"publisher","DOI":"10.1111\/joss.12104"},{"key":"e_1_2_6_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-3293(02)00028-9"},{"key":"e_1_2_6_5_1","unstructured":"Gamer M. Lemon J. &Singh I. F. P.(2017). \u2018irr\u2019: Various coefficients of interrater reliability and agreement. 2012. R package version 0.84. Retrieved fromhttps:\/\/cran.r-project.org\/web\/packages\/irr\/index.html"},{"key":"e_1_2_6_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.foodqual.2018.03.009"},{"key":"e_1_2_6_7_1","doi-asserted-by":"publisher","DOI":"10.1108\/BFJ-03-2016-0127"},{"key":"e_1_2_6_8_1","unstructured":"International Coffee Organization(2018). National Quality Standards. Retrieved fromhttp:\/\/www.ico.org\/documents\/cy2017-18\/icc-122-12e-national-quality-standards.pdf."},{"key":"e_1_2_6_9_1","volume-title":"Green coffee\u2014Preparation of samples for use in sensory analysis","author":"ISO 6668","year":"2008"},{"key":"e_1_2_6_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-6488-5"},{"key":"e_1_2_6_11_1","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989X.1.1.30"},{"key":"e_1_2_6_12_1","doi-asserted-by":"crossref","unstructured":"M\u00fcnchow M. Alstrup J. Steen I. &Giacalone D.(2020). Roasting conditions and coffee flavor: A multi\u2010study empirical investigation.Beverages 6(2) 29.","DOI":"10.3390\/beverages6020029"},{"key":"e_1_2_6_13_1","volume-title":"R: A language and environment for statistical computing","author":"R Core Team","year":"2018"},{"key":"e_1_2_6_14_1","unstructured":"SCA. (2019). SCA protocols and best practises. Cupping protocols. Retrieved fromhttp:\/\/www.scaa.org\/?page=resources&d=cupping-protocols."},{"key":"e_1_2_6_15_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.86.2.420"},{"key":"e_1_2_6_16_1","doi-asserted-by":"publisher","DOI":"10.1111\/1750-3841.13555"},{"key":"e_1_2_6_17_1","unstructured":"Wei T. Simko V. Levy M. Xie Y. Jin Y. &Zemla J.(2017). \u2018corrplot\u2019: Visualization of a correlation matrix. R package version 0.84. Retrieved fromhttps:\/\/cran.r-project.org\/web\/packages\/corrplot\/."},{"key":"e_1_2_6_18_1","doi-asserted-by":"publisher","DOI":"10.1111\/joss.12226"}],"container-title":["Journal of Sensory Studies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.wiley.com\/onlinelibrary\/tdm\/v1\/articles\/10.1111%2Fjoss.12596","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/joss.12596","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/full-xml\/10.1111\/joss.12596","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/joss.12596","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,4]],"date-time":"2023-09-04T10:51:45Z","timestamp":1693824705000},"score":1,"resource":{"primary":{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/10.1111\/joss.12596"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,23]]},"references-count":17,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2020,10]]}},"alternative-id":["10.1111\/joss.12596"],"URL":"https:\/\/doi.org\/10.1111\/joss.12596","archive":["Portico"],"relation":{},"ISSN":["0887-8250","1745-459X"],"issn-type":[{"value":"0887-8250","type":"print"},{"value":"1745-459X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,23]]},"assertion":[{"value":"2019-12-09","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2020-06-21","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2020-07-23","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"e12596"}}