{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,7]],"date-time":"2026-01-07T08:02:35Z","timestamp":1767772955931},"reference-count":43,"publisher":"Ubiquity Press, Ltd.","issue":"1","license":[{"start":{"date-parts":[[2020,3,9]],"date-time":"2020-03-09T00:00:00Z","timestamp":1583712000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["CODATA"],"DOI":"10.5334\/dsj-2020-009","type":"journal-article","created":{"date-parts":[[2020,3,9]],"date-time":"2020-03-09T10:40:32Z","timestamp":1583750432000},"page":"9","source":"Crossref","is-referenced-by-count":6,"title":["How Do People Make Relevance Judgment of Scientific Data?"],"prefix":"10.5334","volume":"19","author":[{"given":"Jianping","family":"Liu","sequence":"first","affiliation":[]},{"given":"Jian","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Guomin","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Mo","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Lei","family":"Shi","sequence":"additional","affiliation":[]}],"member":"3285","published-online":{"date-parts":[[2020,3,9]]},"reference":[{"issue":"3","key":"key20200309064028_B1","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1037\/0033-2909.103.3.411","article-title":"Structural Equation Modeling in Practice: A Review of the Two-Step Approach","volume":"103","year":"1988","journal-title":"Psychological Bulletin"},{"issue":"3","key":"key20200309064028_B2","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1002\/(SICI)1097-4571(199404)45:3<149::AID-ASI5>3.0.CO;2-J","article-title":"User-defined relevance criteria: an exploratory study","volume":"45","year":"1994","journal-title":"Journal of the American Society for Information Science"},{"key":"key20200309064028_B3","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1016\/S0306-4573(97)00078-2","article-title":"Users\u2019 criteria for relevance evaluation: A cross-situational comparison","volume":"34","year":"1998","journal-title":"Information Processing & Management"},{"key":"key20200309064028_B4","unstructured":"Bateman, JA. 1998. Modeling Changes in End-user Relevance Criteria: An Information Seeking Study. Unpublished thesis (PhD), University of North Texas."},{"key":"key20200309064028_B5","volume-title":"Scholarship in the networked world: Big data, little data, no data","year":"2013"},{"issue":"10","key":"key20200309064028_B6","doi-asserted-by":"crossref","first-page":"913","DOI":"10.1002\/asi.10286","article-title":"The concept of relevance in IR","volume":"54","year":"2003","journal-title":"Journal of the American Society for Information Science & Technology"},{"issue":"1","key":"key20200309064028_B7","article-title":"Comparison of Model Fit Indices Used in Structural Equation Modeling Under Multivariate Normality","volume":"14","year":"2015","journal-title":"Journal of Modern Applied Statistical Methods"},{"issue":"5","key":"key20200309064028_B8","doi-asserted-by":"crossref","first-page":"695","DOI":"10.1016\/S0306-4573(01)00059-0","article-title":"User\u2019s relevance criteria in image retrieval in American history","volume":"38","year":"2002","journal-title":"Information Processing & Management"},{"issue":"4","key":"key20200309064028_B9","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1016\/S0306-4573(99)00072-2","article-title":"Dimensions of relevance","volume":"36","year":"2000","journal-title":"Information Processing & Management"},{"issue":"10","key":"key20200309064028_B10","doi-asserted-by":"crossref","first-page":"1368","DOI":"10.1002\/asi.20436","article-title":"Relevance criteria identified by health information users during Web searches","volume":"57","year":"2006","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"key20200309064028_B11","article-title":"User Evaluation of Multidimensional Relevance Assessment","year":"2010"},{"issue":"2","key":"key20200309064028_B12","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1016\/j.ipm.2011.07.001","article-title":"Multidimensional relevance: prioritized aggregation in a personalized information retrieval setting","volume":"48","year":"2012","journal-title":"Information Processing & Management"},{"issue":"3","key":"key20200309064028_B13","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1080\/07399339209516006","article-title":"Content analysis: method, applications, and issues","volume":"13","year":"1992","journal-title":"Issues in Health Care of Women"},{"issue":"1","key":"key20200309064028_B14","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1177\/002224378101800104","article-title":"Evaluating Structural Equation Models with Unobservable Variables and Measurement Error","volume":"18","year":"1981","journal-title":"Journal of Marketing Research"},{"key":"key20200309064028_B15","volume-title":"Partial least squares: Regression and structural equation models","year":"2016"},{"key":"key20200309064028_B16","article-title":"Searching Data: A Review of Observational Data Retrieval Practices in Selected Disciplines","year":"2017","journal-title":"arXiv: Digital Libraries"},{"key":"key20200309064028_B17","unstructured":"Greisdorf, HF. 2000. Relevance thresholds: A conjunctive\/disjunctive model of end-user cognition as an evaluative process. Unpublished thesis (PhD), Denton, TX: University of North Texas."},{"key":"key20200309064028_B18","year":"2014"},{"issue":"2","key":"key20200309064028_B19","doi-asserted-by":"crossref","first-page":"139","DOI":"10.2753\/MTP1069-6679190202","article-title":"PLS-SEM: Indeed a Silver Bullet","volume":"19","year":"2011","journal-title":"Journal of Marketing Theory & Practice"},{"issue":"9","key":"key20200309064028_B20","first-page":"602","article-title":"Psychological relevance and information science","volume":"43","year":"1992","journal-title":"Journal of the Association for Information Science & Technology"},{"issue":"2","key":"key20200309064028_B21","first-page":"182","article-title":"Common Beliefs and Reality About Partial Least Squares: Comments on R\u00f6nkk\u00f6 & Evermann (2013)","volume":"17","year":"2014","journal-title":"Social Science Electronic Publishing"},{"issue":"4","key":"key20200309064028_B22","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1037\/1082-989X.3.4.424","article-title":"Fit indices in covariance structure modeling: Sensitivity to underparameterized model misspecification","volume":"3","year":"1998","journal-title":"Psychological Methods"},{"issue":"1","key":"key20200309064028_B23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/10705519909540118","article-title":"Cutoff criteria for fit indexes in covariance structure analysis: Conventional criteria versus new alternatives","volume":"6","year":"1999","journal-title":"Structural Equation Modeling"},{"key":"key20200309064028_B24","volume-title":"The Turn: Integration of Information Seeking and Retrieval in Context","year":"2011"},{"key":"key20200309064028_B25","volume-title":"Creative professional users\u2019 musical relevance criteria","year":"2010"},{"key":"key20200309064028_B26","first-page":"601","article-title":"Users\u2019 Relevance Criteria in Music Retrieval in Everyday Life: An Exploratory Study","year":"2010"},{"key":"key20200309064028_B27","volume-title":"The Results of Partial Least Squares-Structural Equation Modelling Analyses (PLS-SEM)","year":"2013"},{"issue":"s1\u20132","key":"key20200309064028_B28","first-page":"13","article-title":"Crossing borders and industry sectors: behavioral governance in strategic alliances and product innovation for competitive advantage","volume":"46","year":"2013","journal-title":"Long Range Planning"},{"issue":"4","key":"key20200309064028_B29","article-title":"Understanding relevance judgment in the view of perceived value","volume":"41","year":"2019","journal-title":"Library & Information Science Research"},{"issue":"4","key":"key20200309064028_B30","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1023\/A:1009995816485","article-title":"End-User Searching Challenges Indexing Practices in the Digital Newspaper Photo Archive","volume":"1","year":"2000","journal-title":"Information Retrieval"},{"issue":"3","key":"key20200309064028_B31","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1207\/S15328007SEM0803_2","article-title":"Performance of Bootstrapping Approaches to Model Test Statistics and Parameter Standard Error Estimation in Structural Equation Modeling","volume":"8","year":"2001","journal-title":"Structural Equation Modeling A Multidisciplinary Journal"},{"issue":"2","key":"key20200309064028_B32","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1177\/002224378902600201","article-title":"Reliability of nominal data based on qualitative judgments","volume":"26","year":"1989","journal-title":"Journal of Marketing Research"},{"issue":"2","key":"key20200309064028_B33","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1007\/s11747-014-0380-y","article-title":"The impact of dynamic capabilities on operational marketing and technological capabilities: investigating the role of environmental turbulence","volume":"43","year":"2015","journal-title":"Journal of the Academy of Marketing Science"},{"key":"key20200309064028_B34","unstructured":"Ringle, CM, Wende, S and Becker, JM. 2015. Smart PLS 3. B\u00f6nningstedt: SmartPLS. Retrieved from http:\/\/www.smartpls.com."},{"issue":"6","key":"key20200309064028_B35","first-page":"1444","article-title":"The History of Information Retrieval Research","volume":"100","year":"2012","journal-title":"Proceedings of the IEEE"},{"key":"key20200309064028_B36","first-page":"1915","article-title":"RELEVANCE: A Review of and a Framework for the Thinking on the Notion in Information Science","volume":"26","year":"1975","journal-title":"Journal of the Association for Information Science & Technology"},{"issue":"3","key":"key20200309064028_B37","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/978-3-031-02301-9","article-title":"The Notion of Relevance in Information Science: Everybody knows what relevance is. But, what is it really?","volume":"8","year":"2016","journal-title":"Synthesis Lectures on Information Concepts Retrieval & Services"},{"issue":"6","key":"key20200309064028_B38","first-page":"685","article-title":"User-defined relevance criteria in web searching","volume":"62","year":"2013","journal-title":"Journal of Documentation"},{"issue":"6","key":"key20200309064028_B39","first-page":"126","article-title":"Users\u2019 Criteria for Evaluation in a Multimedia Environment","volume":"28","year":"1990","journal-title":"Proceedings of the American Society for Information Science & Technology"},{"key":"key20200309064028_B40","article-title":"Question-negotiation and information seeking in libraries","volume":"29","year":"1968","journal-title":"College & Research Libraries"},{"key":"key20200309064028_B41","first-page":"385","article-title":"Searchers\u2019 criteria for assessing web pages","year":"2003"},{"issue":"2","key":"key20200309064028_B42","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1002\/(SICI)1097-4571(199802)49:2<115::AID-ASI3>3.0.CO;2-T","article-title":"A cognitive model of document use during a research project. Study I. Document selection","volume":"49","year":"1998","journal-title":"Journal of the American Society for Information Science"},{"issue":"7","key":"key20200309064028_B43","doi-asserted-by":"crossref","first-page":"961","DOI":"10.1002\/asi.20361","article-title":"Relevance judgment: What do information users consider beyond topicality?","volume":"57","year":"2006","journal-title":"Journal of the American Society for Information Science & Technology"}],"container-title":["Data Science Journal"],"original-title":[],"link":[{"URL":"https:\/\/doi.org\/10.5334\/dsj-2020-009","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,18]],"date-time":"2022-10-18T00:48:39Z","timestamp":1666054119000},"score":1,"resource":{"primary":{"URL":"https:\/\/datascience.codata.org\/article\/10.5334\/dsj-2020-009\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,9]]},"references-count":43,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2020,1,3]]}},"URL":"https:\/\/doi.org\/10.5334\/dsj-2020-009","relation":{},"ISSN":["1683-1470"],"issn-type":[{"value":"1683-1470","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,9]]}}}