{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T22:19:22Z","timestamp":1773440362618,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2016,8,10]],"date-time":"2016-08-10T00:00:00Z","timestamp":1470787200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"name":"the Dutch national program COMMIT","award":["Project P7 SWELL"],"award-info":[{"award-number":["Project P7 SWELL"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval J"],"published-print":{"date-parts":[[2016,10]]},"DOI":"10.1007\/s10791-016-9286-2","type":"journal-article","created":{"date-parts":[[2016,8,9]],"date-time":"2016-08-09T22:00:07Z","timestamp":1470780007000},"page":"510-545","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Evaluation and analysis of term scoring methods for term extraction"],"prefix":"10.1007","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9609-9505","authenticated-orcid":false,"given":"Suzan","family":"Verberne","sequence":"first","affiliation":[]},{"given":"Maya","family":"Sappelli","sequence":"additional","affiliation":[]},{"given":"Djoerd","family":"Hiemstra","sequence":"additional","affiliation":[]},{"given":"Wessel","family":"Kraaij","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,8,10]]},"reference":[{"key":"9286_CR1","doi-asserted-by":"crossref","unstructured":"Azzopardi, L., Kelly, D., & Brennan, K. (2013). How query cost affects search behavior. In Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval, ACM, pp 23\u201332.","DOI":"10.1145\/2484028.2484049"},{"key":"9286_CR2","doi-asserted-by":"crossref","unstructured":"Cao, G., Nie, J.Y., Gao, J., & Robertson, S. (2008). Selecting good expansion terms for pseudo-relevance feedback. In Proceedings of the 31st annual international ACM SIGIR conference on research and development in information retrieval, ACM, pp 243\u2013250.","DOI":"10.1145\/1390334.1390377"},{"issue":"1","key":"9286_CR3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/366836.366860","volume":"19","author":"C Carpineto","year":"2001","unstructured":"Carpineto, C., De Mori, R., Romano, G., & Bigi, B. (2001). An information-theoretic approach to automatic query expansion. ACM Transactions on Information Systems (TOIS), 19(1), 1\u201327.","journal-title":"ACM Transactions on Information Systems (TOIS)"},{"key":"9286_CR4","unstructured":"Choi, S., & Choi, J. (2014). Exploring effective information retrieval technique for the medical web documents: Snumedinfo at clefehealth2014 task 3. In: CLEF (Working Notes), pp. 167\u2013175."},{"issue":"2","key":"9286_CR5","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1075\/ijcl.14.2.02dav","volume":"14","author":"M Davies","year":"2009","unstructured":"Davies, M. (2009). The 385+ million word corpus of contemporary american english (1990\u20132008+): Design, architecture, and linguistic insights. International Journal of Corpus Linguistics, 14(2), 159\u2013190.","journal-title":"International journal of corpus linguistics"},{"key":"9286_CR6","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1007\/978-3-540-45219-5_7","volume-title":"Text mining and its applications","author":"F Debole","year":"2004","unstructured":"Debole, F., & Sebastiani, F. (2004). Supervised term weighting for automated text categorization. In S. Sirmakessis (Ed.), Text mining and its applications (pp. 81\u201397). Berlin: Springer."},{"issue":"2","key":"9286_CR7","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1007\/s007999900023","volume":"3","author":"K Frantzi","year":"2000","unstructured":"Frantzi, K., Ananiadou, S., & Mima, H. (2000). Automatic recognition of multi-word terms: The c-value\/nc-value method. International Journal on Digital Libraries, 3(2), 115\u2013130.","journal-title":"International Journal on Digital Libraries"},{"key":"9286_CR8","first-page":"43","volume":"1180","author":"L Goeuriot","year":"2014","unstructured":"Goeuriot, L., Kelly, L., Li, W., Palotti, J., Zuccon, G., Hanbury, A., et al. (2014). SHARE\/CLEF eHealth evaluation Lab 2014, task 3: User-centred health information retrieval. CLEF 2014 Online Working. Notes, 1180, 43\u201361.","journal-title":"Notes"},{"issue":"1","key":"9286_CR9","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/S0167-9236(99)00038-X","volume":"27","author":"C Gutwin","year":"1999","unstructured":"Gutwin, C., Paynter, G., Witten, I., Nevill-Manning, C., & Frank, E. (1999). Improving browsing in digital libraries with keyphrase indexes. Decision Support Systems, 27(1), 81\u2013104.","journal-title":"Decision Support Systems"},{"key":"9286_CR10","doi-asserted-by":"crossref","unstructured":"Hiemstra, D., Robertson, S., & Zaragoza, H. (2004). Parsimonious language models for information retrieval. In: Proceedings of the 27th annual international ACM SIGIR conference on research and development in information retrieval, ACM, pp 178\u2013185.","DOI":"10.1145\/1008992.1009025"},{"key":"9286_CR11","doi-asserted-by":"crossref","unstructured":"Hofmann, K., Tsagkias, M., Meij, E., & De\u00a0Rijke, M. (2009). The impact of document structure on keyphrase extraction. In: Proceedings of the 18th ACM conference on Information and knowledge management, ACM, pp 1725\u20131728.","DOI":"10.1145\/1645953.1646215"},{"issue":"7","key":"9286_CR12","doi-asserted-by":"crossref","first-page":"638","DOI":"10.1002\/asi.10256","volume":"54","author":"CK Huang","year":"2003","unstructured":"Huang, C. K., Chien, L. F., & Oyang, Y. J. (2003). Relevant term suggestion in interactive web search based on contextual information in query session logs. Journal of the American Society for Information Science and Technology, 54(7), 638\u2013649.","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"4","key":"9286_CR13","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., & Kek\u00e4l\u00e4inen, J. (2002). Cumulated gain-based evaluation of ir techniques. ACM Transactions on Information Systems (TOIS), 20(4), 422\u2013446.","journal-title":"ACM Transactions on Information Systems (TOIS)"},{"key":"9286_CR14","doi-asserted-by":"crossref","unstructured":"Java, A., Song, X., Finin, T., & Tseng, B. (2007). Why we twitter: Understanding microblogging usage and communities. In Proceedings of the 9th WebKDD and 1st SNA-KDD 2007 workshop on Web mining and social network analysis, ACM, pp 56\u201365.","DOI":"10.1145\/1348549.1348556"},{"key":"9286_CR15","doi-asserted-by":"crossref","unstructured":"Kelly, L., Goeuriot, L., Suominen, H., Schrek, T., Leroy, G., Mowery, D.L., et al. (2014). Overview of the share\/clef ehealth evaluation lab 2014. In Proceedings of CLEF 2014, Springer, Lecture Notes in Computer Science (LNCS).","DOI":"10.1007\/978-3-319-11382-1_17"},{"issue":"3","key":"9286_CR16","doi-asserted-by":"crossref","first-page":"723","DOI":"10.1007\/s10579-012-9210-3","volume":"47","author":"SN Kim","year":"2013","unstructured":"Kim, S. N., Medelyan, O., Kan, M. Y., & Baldwin, T. (2013). Automatic keyphrase extraction from scientific articles. Language resources and evaluation, 47(3), 723\u2013742.","journal-title":"Language resources and evaluation"},{"issue":"6","key":"9286_CR17","doi-asserted-by":"crossref","first-page":"512","DOI":"10.1016\/j.jbi.2004.08.004","volume":"37","author":"M Krauthammer","year":"2004","unstructured":"Krauthammer, M., & Nenadic, G. (2004). Term identification in the biomedical literature. Journal of biomedical informatics, 37(6), 512\u2013526.","journal-title":"Journal of biomedical informatics"},{"issue":"4","key":"9286_CR18","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1147\/rd.14.0309","volume":"1","author":"HP Luhn","year":"1957","unstructured":"Luhn, H. P. (1957). A statistical approach to mechanized encoding and searching of literary information. IBM Journal of research and development, 1(4), 309\u2013317.","journal-title":"IBM Journal of research and development"},{"key":"9286_CR19","doi-asserted-by":"crossref","unstructured":"Lykke, M., Larsen, B., Lund, H., & Ingwersen, P. (2010). Developing a test collection for the evaluation of integrated search. In C. Gurrin, Y. He, G. Kazai, U. Kruschwitz, S. Little, T. Roelleke, S. R\u00fcger, & K. van Rijsbergen (Eds.), Advances in Information Retrieval (Vol. 5993, pp. 627\u2013630)., Lecture Notes in Computer Science Berlin\/Heidelberg: Springer.","DOI":"10.1007\/978-3-642-12275-0_63"},{"issue":"01","key":"9286_CR20","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1142\/S0218213004001466","volume":"13","author":"Y Matsuo","year":"2004","unstructured":"Matsuo, Y., & Ishizuka, M. (2004). Keyword extraction from a single document using word co-occurrence statistical information. International Journal on Artificial Intelligence Tools, 13(01), 157\u2013169.","journal-title":"International Journal on Artificial Intelligence Tools"},{"key":"9286_CR21","unstructured":"Oh, H.S., & Jung, Y. (2014). A multiple-stage approach to re-ranking clinical documents. In CLEF (Working Notes), pp 210\u2013219."},{"key":"9286_CR22","unstructured":"Oostdijk, N., Reynaert, M., Monachesi, P., Van\u00a0Noord, G., Ordelman, R., Schuurman, I., et al. (2008). From d-coi to sonar: a reference corpus for dutch. In LREC."},{"issue":"6","key":"9286_CR23","doi-asserted-by":"crossref","first-page":"1149","DOI":"10.1002\/asi.23036","volume":"65","author":"JL Ortega","year":"2014","unstructured":"Ortega, J. L., & Aguillo, I. F. (2014). Microsoft academic search and google scholar citations: Comparative analysis of author profiles. Journal of the Association for Information Science and Technology, 65(6), 1149\u20131156.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"9286_CR24","unstructured":"Rayson, P., & Garside, R. (2000). Comparing corpora using frequency profiling. In Proceedings of the workshop on Comparing Corpora, Association for Computational Linguistics, pp. 1\u20136."},{"key":"9286_CR25","volume-title":"Automatic information organization and retrieval","author":"G Salton","year":"1968","unstructured":"Salton, G. (1968). Automatic information organization and retrieval. New York: McGraw Hill."},{"issue":"5","key":"9286_CR26","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1016\/0306-4573(88)90021-0","volume":"24","author":"G Salton","year":"1988","unstructured":"Salton, G., & Buckley, C. (1988). Term-weighting approaches in automatic text retrieval. Information Processing & Management, 24(5), 513\u2013523.","journal-title":"Information processing & management"},{"issue":"1","key":"9286_CR27","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/0306-4573(76)90026-1","volume":"12","author":"G Salton","year":"1976","unstructured":"Salton, G., Wong, A., & Yu, C. T. (1976). Automatic indexing using term discrimination and term precision measurements. Information Processing & Management, 12(1), 43\u201351.","journal-title":"Information Processing & Management"},{"key":"9286_CR28","unstructured":"Shen, W., Nie, J.Y., & Liu, X. (2014). An investigation of the effectiveness of concept-based approach in medical information retrieval grium@ clef2014ehealthtask 3. Proceedings of the ShARe\/CLEF eHealth Evaluation Lab."},{"key":"9286_CR29","doi-asserted-by":"crossref","unstructured":"Shen, X., Tan, B., & Zhai, C. (2005). Implicit user modeling for personalized search. In Proceedings of the 14th ACM international conference on Information and knowledge management, ACM, pp 824\u2013831.","DOI":"10.1145\/1099554.1099747"},{"issue":"1","key":"9286_CR30","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1108\/eb026526","volume":"28","author":"JK Sparck","year":"1972","unstructured":"Sparck, J. K. (1972). A statistical interpretation of term specificity and its application in retrieval. Journal of documentation, 28(1), 11\u201321.","journal-title":"Journal of documentation"},{"key":"9286_CR31","doi-asserted-by":"crossref","unstructured":"Tomokiyo, T., Hurst, M. (2003). A language model approach to keyphrase extraction. In Proceedings of the ACL 2003 workshop on Multiword expressions: analysis, acquisition and treatment (Vol. 18, pp. 33\u201340) Association for Computational Linguistics.","DOI":"10.3115\/1119282.1119287"},{"issue":"11","key":"9286_CR32","doi-asserted-by":"crossref","first-page":"1412","DOI":"10.1093\/bioinformatics\/btp249","volume":"25","author":"D Trieschnigg","year":"2009","unstructured":"Trieschnigg, D., Pezik, P., Lee, V., De Jong, F., Kraaij, W., & Rebholz-Schuhmann, D. (2009). Mesh up: effective mesh text classification for improved document retrieval. Bioinformatics, 25(11), 1412\u20131418.","journal-title":"Bioinformatics"},{"key":"9286_CR33","unstructured":"Verberne, S. (2014). A language-modelling approach to user-centred health information retrieval. In Proceedings of the ShARe\/CLEF eHealth evaluation Lab (CLEF2014 Working Notes), pp 269\u2013275."},{"key":"9286_CR34","unstructured":"Verberne, S., Sappelli, M., & Kraaij, W. (2013). Term extraction for user profiling: Evaluation by the user. In Late-breaking results, project papers and workshop proceedings of the 21st conference on user modeling, adaptation, and personalization (UMAP)."},{"key":"9286_CR35","doi-asserted-by":"crossref","unstructured":"Verberne, S., Sappelli, M., & Kraaij, W. (2014). Query term suggestion in academic search. In Advances in information retrieval. 36th European conference on IR research, ECIR 2014, Amsterdam, The Netherlands (Vol. 8416, pp. 560\u2013566), April 13\u201316, 2014. Proceedings. Berlin: Springer.","DOI":"10.1007\/978-3-319-06028-6_57"},{"key":"9286_CR36","doi-asserted-by":"crossref","unstructured":"Verberne, S., Sappelli, M., J\u00e4rvelin, K., & Kraaij, W. (2015a). User simulations for interactive search: Evaluating personalized query suggestion. In Advances in Information Retrieval. 37th European Conference on IR Research, ECIR 2015 (Vol. 9022, pp. 678\u2013690) Vienna, Austria, March 29\u2013April 2, 2015. Proceedings.","DOI":"10.1007\/978-3-319-16354-3_75"},{"key":"9286_CR37","unstructured":"Verberne, S., Wabeke, T., & Kaptein, R. (2015b). Quinn: Query updates for news monitoring. In Proceedings of the 14th Dutch-Belgian Information Retrieval Workshop (demo paper), p\u00a030."},{"key":"9286_CR38","doi-asserted-by":"publisher","unstructured":"Witten, I.H., Paynter, G.W., Frank, E., Gutwin, C., & Nevill-Manning, C.G. (1999). Kea: Practical automatic keyphrase extraction. In Proceedings of the Fourth ACM Conference on Digital Libraries, ACM, New York, DL \u201999, pp. 254\u2013255, doi: 10.1145\/313238.313437 .","DOI":"10.1145\/313238.313437"},{"key":"9286_CR39","doi-asserted-by":"crossref","unstructured":"Xu, J., & Croft, W.B. (1996). Query expansion using local and global document analysis. In Proceedings of the 19th annual international ACM SIGIR conference on Research and development in information retrieval, ACM, pp 4\u201311.","DOI":"10.1145\/243199.243202"},{"issue":"1","key":"9286_CR40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00158ED1V01Y200811HLT001","volume":"1","author":"C Zhai","year":"2008","unstructured":"Zhai, C. (2008). Statistical language models for information retrieval. Synthesis Lectures on Human Language Technologies, 1(1), 1\u2013141.","journal-title":"Synthesis Lectures on Human Language Technologies"},{"key":"9286_CR41","unstructured":"Zhu, M. (2004). Recall, precision and average precision. Department of Statistics and Actuarial Science, University of Waterloo, Waterloo Working paper."}],"container-title":["Information Retrieval Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-016-9286-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10791-016-9286-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-016-9286-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,12]],"date-time":"2019-09-12T06:27:41Z","timestamp":1568269661000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10791-016-9286-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,8,10]]},"references-count":41,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2016,10]]}},"alternative-id":["9286"],"URL":"https:\/\/doi.org\/10.1007\/s10791-016-9286-2","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,8,10]]}}}