{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T21:31:22Z","timestamp":1781386282666,"version":"3.54.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2021,7,10]],"date-time":"2021-07-10T00:00:00Z","timestamp":1625875200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,7,10]],"date-time":"2021-07-10T00:00:00Z","timestamp":1625875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001459","name":"Singapore Ministry of Education","doi-asserted-by":"crossref","award":["2017-T1-001-095-06"],"award-info":[{"award-number":["2017-T1-001-095-06"]}],"id":[{"id":"10.13039\/501100001459","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s11192-021-04096-6","type":"journal-article","created":{"date-parts":[[2021,7,10]],"date-time":"2021-07-10T17:02:45Z","timestamp":1625936565000},"page":"7397-7417","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Societal impact of research: a text mining study of impact types"],"prefix":"10.1007","volume":"126","author":[{"given":"Han","family":"Zheng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"L. G.","family":"Pee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dan","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,7,10]]},"reference":[{"key":"4096_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-319-64834-7","volume-title":"Responsible innovation 3: A european agenda?","author":"L Asveld","year":"2017","unstructured":"Asveld, L., & van Dam-Mieras, R. (2017). Introduction: Responsible research innovation for sustainability. In L. Asveld, R. van Dam-Mieras, T. Swierstra, S. Lavrijssen, K. Linse, & J. van den Hoven (Eds.), Responsible innovation 3: A european agenda? (pp. 1\u20136). Springer International Publishing."},{"key":"#cr-split#-4096_CR2.1","unstructured":"Australian Research Council. (2018). Engagement and Impact"},{"key":"#cr-split#-4096_CR2.2","unstructured":"(Ei) 2018 Assessment Handbook. Retrieved March 1, 2019, from https:\/\/www.arc.gov.au\/file\/10666\/download?token=62kvwQjS"},{"issue":"1","key":"4096_CR3","first-page":"8","volume":"2","author":"DM Blei","year":"2012","unstructured":"Blei, D. M. (2012). Topic modeling and digital humanities. Journal of Digital Humanities, 2(1), 8\u201311.","journal-title":"Journal of Digital Humanities"},{"key":"4096_CR4","first-page":"993","volume":"3","author":"DM Blei","year":"2003","unstructured":"Blei, D. M., Ng, A. Y., & Jordan, M. I. (2003). Latent Dirichlet allocation. Journal of Machine Learning Research, 3, 993\u20131022s.","journal-title":"Journal of Machine Learning Research"},{"issue":"2","key":"4096_CR5","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1002\/asi.22803","volume":"64","author":"L Bornmann","year":"2013","unstructured":"Bornmann, L. (2013). What is societal impact of research and how can it be assessed? A literature survey. Journal of the American Society for Information Science and Technology, 64(2), 217\u2013233.","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"1","key":"4096_CR6","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11192-013-1020-x","volume":"98","author":"L Bornmann","year":"2014","unstructured":"Bornmann, L., & Marx, W. (2014). How should the societal impact of research be generated and measured? A proposal for a simple and practicable approach to allow interdisciplinary comparisons. Scientometrics, 98(1), 211\u2013219.","journal-title":"Scientometrics"},{"issue":"1","key":"4096_CR7","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1007\/s11192-018-2708-8","volume":"116","author":"P-S Chi","year":"2018","unstructured":"Chi, P.-S., & Gl\u00e4nzel, W. (2018). Comparison of citation and usage indicators in research assessment in scientific disciplines and journals. Scientometrics, 116(1), 537\u2013554.","journal-title":"Scientometrics"},{"key":"4096_CR8","unstructured":"Chuang, J., Gupta, S., Manning, C., & Heer, J. (2013). Topic Model Diagnostics: Assessing Domain Relevance Via Topical Alignment. In: Paper presented at the International conference on machine learning."},{"key":"4096_CR9","doi-asserted-by":"crossref","unstructured":"Given, L. M., Kelly, W., & Willson, R. (2015). Bracing for Impact: The Role of Information Science in Supporting Societal Research Impact. In: Paper presented at the Proceedings of the 78th ASIS&T Annual Meeting: Information Science with Impact: Research in and for the Community.","DOI":"10.1002\/pra2.2015.145052010048"},{"key":"4096_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11192-020-03473-x","volume":"125","author":"W Gl\u00e4nzel","year":"2020","unstructured":"Gl\u00e4nzel, W., & Chi, P.-S. (2020). The big challenge of scientometrics 2.0: Exploring the broader impact of scientific research in public health. Scientometrics, 125, 1\u201321.","journal-title":"Scientometrics"},{"key":"4096_CR11","unstructured":"Grant, J., & Hinrichs, S. (2015). The Nature, scale and beneficiaries of research impact: An initial analysis of research excellence framework (REF) 2014 Impact Case Studies. HEFCE-Higher Education Funding Council for England."},{"issue":"1","key":"4096_CR12","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1186\/s12916-015-0467-4","volume":"13","author":"T Greenhalgh","year":"2015","unstructured":"Greenhalgh, T., & Fahy, N. (2015). Research impact in the community-based health sciences: An analysis of 162 case studies from the 2014 UK research excellence framework. BMC Medicine, 13(1), 232.","journal-title":"BMC Medicine"},{"issue":"4","key":"4096_CR13","doi-asserted-by":"publisher","first-page":"628","DOI":"10.1080\/03075079.2017.1393059","volume":"44","author":"T Hughes","year":"2019","unstructured":"Hughes, T., Webber, D., & O\u2019Regan, N. (2019). Achieving wider impact in business and management: Analysing the case studies from REF 2014. Studies in Higher Education, 44(4), 628\u2013642.","journal-title":"Studies in Higher Education"},{"issue":"1","key":"4096_CR14","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1080\/21670811.2015.1093271","volume":"4","author":"C Jacobi","year":"2016","unstructured":"Jacobi, C., Van Atteveldt, W., & Welbers, K. (2016). Quantitative analysis of large amounts of journalistic texts using topic modelling. Digital Journalism, 4(1), 89\u2013106.","journal-title":"Digital Journalism"},{"issue":"2","key":"4096_CR15","doi-asserted-by":"publisher","first-page":"36","DOI":"10.3167\/aia.2015.220205","volume":"22","author":"N Jarman","year":"2015","unstructured":"Jarman, N., & Bryan, D. (2015). Beyond the academy: applying anthropological research, a case study of demonstrating impact in the UK 2014 REF. Anthropology in Action, 22(2), 36\u201341.","journal-title":"Anthropology in Action"},{"issue":"4","key":"4096_CR16","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1177\/1744987116646153","volume":"21","author":"D Kelly","year":"2016","unstructured":"Kelly, D., Kent, B., McMahon, A., Taylor, J., & Traynor, M. (2016). Impact case studies submitted to REF 2014: The hidden impact of nursing research. Journal of Research in Nursing, 21(4), 256\u2013268.","journal-title":"Journal of Research in Nursing"},{"issue":"2","key":"4096_CR17","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1016\/S0048-7333(00)00081-0","volume":"30","author":"R Landry","year":"2001","unstructured":"Landry, R., Amara, N., & Lamari, M. (2001). Utilization of Social science research knowledge in Canada. Research Policy, 30(2), 333\u2013349.","journal-title":"Research Policy"},{"issue":"3","key":"4096_CR18","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1177\/0165551516636291","volume":"42","author":"R Marcella","year":"2016","unstructured":"Marcella, R., Lockerbie, H., & Bloice, L. (2016). Beyond REF 2014: The impact of impact assessment on the future of information research. Journal of Information Science, 42(3), 369\u2013385.","journal-title":"Journal of Information Science"},{"key":"4096_CR19","unstructured":"McCallum, A. K. (2002). MALLET: A Machine Learning for Language Toolkit. http:\/\/mallet.cs.umass.edu."},{"issue":"10","key":"4096_CR20","doi-asserted-by":"publisher","first-page":"1988","DOI":"10.1002\/asi.23314","volume":"66","author":"HF Moed","year":"2015","unstructured":"Moed, H. F., & Halevi, G. (2015). Multidimensional assessment of scholarly research impact. Journal of the Association for Information Science and Technology, 66(10), 1988\u20132002.","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"4","key":"4096_CR21","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1177\/1356389017730726","volume":"23","author":"EM Morrow","year":"2017","unstructured":"Morrow, E. M., Goreham, H., & Ross, F. (2017). Exploring research impact in the assessment of leadership governance and management research. Evaluation, 23(4), 407\u2013431.","journal-title":"Evaluation"},{"issue":"4","key":"4096_CR22","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1093\/reseval\/rvv016","volume":"24","author":"S Morton","year":"2015","unstructured":"Morton, S. (2015). Progressing research impact assessment: A \u2018contributions\u2019 approach. Research Evaluation, 24(4), 405\u2013419.","journal-title":"Research Evaluation"},{"issue":"1","key":"4096_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1509\/jppm.14.121","volume":"36","author":"JL Ozanne","year":"2017","unstructured":"Ozanne, J. L., Davis, B., Murray, J. B., Grier, S., Benmecheddal, A., Downey, H., & Gall-Ely, M. L. (2017). Assessing the societal impact of research: The relational engagement approach. Journal of Public Policy & Marketing, 36(1), 1\u201314.","journal-title":"Journal of Public Policy & Marketing"},{"issue":"2","key":"4096_CR24","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1111\/isj.12274","volume":"30","author":"SL Pan","year":"2020","unstructured":"Pan, S. L., & Pee, L. G. (2020). Usable, in-use, and useful research: A 3u framework for demonstrating practice impact. Information Systems Journal, 30(2), 403\u2013426.","journal-title":"Information Systems Journal"},{"issue":"4","key":"4096_CR25","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1016\/j.im.2015.10.009","volume":"53","author":"L Pee","year":"2016","unstructured":"Pee, L., & Chua, A. (2016). Duration, frequency, and diversity of knowledge contribution: differential effects of job characteristics. Information and Management, 53(4), 435\u2013446.","journal-title":"Information and Management"},{"key":"4096_CR26","unstructured":"Pee, L. G., & Kankanhalli, A. (2009). Knowledge Management Capability: A Resource-Based Comparison of Public and Private Organizations. In: Paper presented at the 30th International Conference on Information Systems, Phoenix, Arizona, USA."},{"key":"4096_CR27","unstructured":"Pee, L. G., Tham, Z.-C., Kankanhalli, A., & Tan, G. W. (2008). Turnover in information systems development projects-managing forgetting."},{"key":"4096_CR28","doi-asserted-by":"crossref","unstructured":"Piepenbrink, A., & Gaur, A. S. (2017). Topic models as a novel approach to identify themes in content analysis. In: Paper presented at the Academy of Management Proceedings.","DOI":"10.5465\/AMBPP.2017.141"},{"key":"4096_CR29","unstructured":"Research Excellence Framework. (2012). Panel criteria and working methods. Retrieved February 1, 2019, from https:\/\/www.ref.ac.uk\/2014\/pubs\/2012-01\/"},{"key":"4096_CR30","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/978-94-007-7028-7_4","volume-title":"Reforming higher education: Public policy design and implementation","author":"SB Sousa","year":"2014","unstructured":"Sousa, S. B., & Brennan, J. L. (2014). The UK research excellence framework and the transformation of research production. In C. Musselin & P. N. Teixeira (Eds.), Reforming higher education: Public policy design and implementation (pp. 65\u201380). Netherlands: Springer."},{"issue":"12","key":"4096_CR31","doi-asserted-by":"publisher","first-page":"e0168533","DOI":"10.1371\/journal.pone.0168533","volume":"11","author":"E Ter\u00e4m\u00e4","year":"2016","unstructured":"Ter\u00e4m\u00e4, E., Smallman, M., Lock, S. J., Johnson, C., & Austwick, M. Z. (2016). Beyond academia\u2013Interrogating research impact in the research excellence framework. PLoS ONE, 11(12): e0168533","journal-title":"PLoS ONE"},{"key":"4096_CR32","unstructured":"University of Leicester. (2014). Impact on Continuing Professional Development for Science Educators. from https:\/\/impact.ref.ac.uk\/casestudies\/CaseStudy.aspx?Id=37267"},{"key":"4096_CR33","unstructured":"University of Manchester. (2014). Experiments to Stimulate Civic Behaviour. from https:\/\/impact.ref.ac.uk\/casestudies\/CaseStudy.aspx?Id=28085"},{"key":"4096_CR34","unstructured":"University of Nottingham. (2014). Delivering Public Health Services through Community Pharmacy. Retrieved February 1, 2020, from https:\/\/impact.ref.ac.uk\/casestudies\/CaseStudy.aspx?Id=28016"},{"key":"4096_CR35","unstructured":"University of Oxford. (2014). Uoa02\u201305: Hormone Replacement Therapy and Cancer Risk: The Million Women Study. Retrieved February 1, 2020, from https:\/\/impact.ref.ac.uk\/casestudies\/CaseStudy.aspx?Id=9539"},{"key":"4096_CR36","unstructured":"University of Southampton. (2014). REF impact case study: schopenhauer and nietzsche on the value of existence. Retrieved February 1, 2020, from https:\/\/impact.ref.ac.uk\/casestudies\/CaseStudy.aspx?Id=44195"},{"key":"4096_CR37","unstructured":"University of Ulster. (2014). Fairy Magic: Enabling Cinematic Experiences on Mobile Devices in Real-Time. Retrieved February 1, 2020, from https:\/\/impact.ref.ac.uk\/casestudies\/CaseStudy.aspx?Id=575"},{"issue":"2","key":"4096_CR38","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1093\/reseval\/rvt031","volume":"23","author":"A Wiek","year":"2014","unstructured":"Wiek, A., Talwar, S., O\u2019Shea, M., & Robinson, J. (2014). Toward a methodological scheme for capturing societal effects of participatory sustainability research. Research Evaluation, 23(2), 117\u2013132.","journal-title":"Research Evaluation"},{"key":"4096_CR39","doi-asserted-by":"crossref","unstructured":"Zhang, L., Zhao, W., Sun, B., Huang, Y., & Gl\u00e4nzel, W. (2020). How Scientific research reacts to international public health emergencies: A global analysis of response patterns. Scientometrics, 124:1\u201327.","DOI":"10.1007\/s11192-020-03531-4"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-021-04096-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-021-04096-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-021-04096-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,8]],"date-time":"2025-04-08T22:53:48Z","timestamp":1744152828000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-021-04096-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,10]]},"references-count":40,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["4096"],"URL":"https:\/\/doi.org\/10.1007\/s11192-021-04096-6","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,10]]},"assertion":[{"value":"4 August 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 June 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}