{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T22:19:16Z","timestamp":1767651556458,"version":"3.37.3"},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,1,2]],"date-time":"2019-01-02T00:00:00Z","timestamp":1546387200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2019,2]]},"DOI":"10.1007\/s11192-018-2988-z","type":"journal-article","created":{"date-parts":[[2019,1,2]],"date-time":"2019-01-02T05:46:50Z","timestamp":1546408010000},"page":"539-562","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":47,"title":["Do altmetrics work for assessing research quality?"],"prefix":"10.1007","volume":"118","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2928-9496","authenticated-orcid":false,"given":"Andrea Giovanni","family":"Nuzzolese","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7958-9924","authenticated-orcid":false,"given":"Paolo","family":"Ciancarini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5568-2684","authenticated-orcid":false,"given":"Aldo","family":"Gangemi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0530-4305","authenticated-orcid":false,"given":"Silvio","family":"Peroni","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6577-5606","authenticated-orcid":false,"given":"Francesco","family":"Poggi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9380-5160","authenticated-orcid":false,"given":"Valentina","family":"Presutti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,2]]},"reference":[{"issue":"6","key":"2988_CR1","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1002\/bult.2012.1720380607","volume":"38","author":"J Bar-Ilan","year":"2012","unstructured":"Bar-Ilan, J. (2012). JASIST 2001\u20132010. Bulletin of the Association for Information Science and Technology, 38(6), 24\u201328. \n                    https:\/\/doi.org\/10.1002\/bult.2012.1720380607\n                    \n                  .","journal-title":"Bulletin of the Association for Information Science and Technology"},{"issue":"3","key":"2988_CR2","doi-asserted-by":"publisher","first-page":"1123","DOI":"10.1007\/s11192-015-1565-y","volume":"103","author":"L Bornmann","year":"2015","unstructured":"Bornmann, L. (2015). Alternative metrics in scientometrics: A meta-analysis of research into three altmetrics. Scientometrics, 103(3), 1123\u20131144. \n                    https:\/\/doi.org\/10.1007\/s11192-015-1565-y\n                    \n                  .","journal-title":"Scientometrics"},{"issue":"5","key":"2988_CR3","doi-asserted-by":"publisher","first-page":"0197133","DOI":"10.1371\/journal.pone.0197133","volume":"13","author":"L Bornmann","year":"2018","unstructured":"Bornmann, L., & Haunschild, R. (2018). Do altmetrics correlate with the quality of papers? A large-scale empirical study based on F1000Prime data. PloS One, 13(5), 0197133. \n                    https:\/\/doi.org\/10.1371\/journal.pone.0197133\n                    \n                  .","journal-title":"PloS One"},{"issue":"8","key":"2988_CR4","doi-asserted-by":"publisher","first-page":"1060","DOI":"10.1002\/asi.20373","volume":"57","author":"T Brody","year":"2006","unstructured":"Brody, T., Harnad, S., & Carr, L. (2006). Earlier Web usage statistics as predictors of later citation impact. Journal of the American Society for Information Science and Technology, 57(8), 1060\u20131072. \n                    https:\/\/doi.org\/10.1002\/asi.20373\n                    \n                  .","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"10","key":"2988_CR5","doi-asserted-by":"publisher","first-page":"2003","DOI":"10.1002\/asi.23309","volume":"66","author":"R Costas","year":"2015","unstructured":"Costas, R., Zahedi, Z., & Wouters, P. (2015). Do altmetrics correlate with citations? Extensive comparison of altmetric indicators with citations from a multidisciplinary perspective. Journal of the Association for Information Science and Technology, 66(10), 2003\u20132019. \n                    https:\/\/doi.org\/10.1002\/asi.23309\n                    \n                  .","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"1","key":"2988_CR6","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/BF02016840","volume":"1","author":"DB Beaver de","year":"1978","unstructured":"de Beaver, D. B., & Rosen, R. (1978). Studies in scientific collaboration\u2013Part I. The professional origins of scientific co-authorship. Scientometrics, 1(1), 65\u201384. \n                    https:\/\/doi.org\/10.1007\/BF02016840\n                    \n                  .","journal-title":"Scientometrics"},{"key":"2988_CR7","doi-asserted-by":"publisher","unstructured":"Ib\u00e1\u00f1ez, A., Larra\u00f1aga, P., & Bielza, C. (2011). Predicting the h-index with cost-sensitive N\u00e4ive Bayes. In 11th international conference on intelligent systems design and applications (ISDA) 2011, IEEE (pp. 599\u2013604). IEEE. \n                    https:\/\/doi.org\/10.1109\/ISDA.2011.6121721","DOI":"10.1109\/ISDA.2011.6121721"},{"issue":"3","key":"2988_CR8","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/s11192-007-2014-3","volume":"78","author":"P Jensen","year":"2009","unstructured":"Jensen, P., Rouquier, J.-B., & Croissant, Y. (2009). Testing bibliometric indicators by their prediction of scientists promotions. Scientometrics, 78(3), 467\u2013479. \n                    https:\/\/doi.org\/10.1007\/s11192-007-2014-3\n                    \n                  .","journal-title":"Scientometrics"},{"issue":"7","key":"2988_CR9","doi-asserted-by":"publisher","first-page":"1055","DOI":"10.1002\/asi.20584","volume":"58","author":"K Kousha","year":"2007","unstructured":"Kousha, K., & Thelwall, M. (2007). Google Scholar citations and Google Web\/URL citations: A multi-discipline exploratory analysis. Journal of the American Society for Information Science and Technology, 58(7), 1055\u20131065. \n                    https:\/\/doi.org\/10.1002\/asi.20584\n                    \n                  .","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"13","key":"2988_CR10","doi-asserted-by":"publisher","first-page":"2060","DOI":"10.1002\/asi.20920","volume":"59","author":"K Kousha","year":"2008","unstructured":"Kousha, K., & Thelwall, M. (2008). Assessing the impact of disciplinary research on teaching: An automatic analysis of online syllabuses. Journal of the Association for Information Science and Technology, 59(13), 2060\u20132069. \n                    https:\/\/doi.org\/10.1002\/asi.20920\n                    \n                  .","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"8","key":"2988_CR11","doi-asserted-by":"publisher","first-page":"1537","DOI":"10.1002\/asi.21085","volume":"60","author":"K Kousha","year":"2009","unstructured":"Kousha, K., & Thelwall, M. (2009). Google book search: Citation analysis for social science and the humanities. Journal of the American Society for Information Science and Technology, 60(8), 1537\u20131549. \n                    https:\/\/doi.org\/10.1002\/asi.21085\n                    \n                  .","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"2988_CR12","unstructured":"Li, X. & Thelwall, M. (2012) F1000, mendeley and traditional bibliometric indicators. In Archambault, Y. G., & Lariviere, V. (eds.) The 17th international conference on science and technology indicators (pp. 541\u2013551)."},{"issue":"2","key":"2988_CR13","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1007\/s11192-011-0580-x","volume":"91","author":"X Li","year":"2012","unstructured":"Li, X., Thelwall, M., & Giustini, D. (2012). Validating online reference managers for scholarly impact measurement. Scientometrics, 91(2), 461\u2013471. \n                    https:\/\/doi.org\/10.1007\/s11192-011-0580-x\n                    \n                  .","journal-title":"Scientometrics"},{"issue":"13","key":"2988_CR14","doi-asserted-by":"publisher","first-page":"2105","DOI":"10.1002\/asi.20677","volume":"58","author":"LI Meho","year":"2007","unstructured":"Meho, L. I., & Yang, K. (2007). Impact of data sources on citation counts and rankings of LIS faculty: Web of science versus scopus and google scholar. Journal of the American Society for Information Science and Technology, 58(13), 2105\u20132125. \n                    https:\/\/doi.org\/10.1002\/asi.20677\n                    \n                  .","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"2988_CR15","doi-asserted-by":"crossref","unstructured":"Nuzzolese, A. G., Presutti, V., Gangemi, A. & Ciancarini, P. (2018) Extending ScholarlyData with research impact indicators. In Workshop on semantics, analytics, visualisation: Enhancing scholarly dissemination (SAVE-SD), Springer.","DOI":"10.1007\/978-3-030-01379-0_4"},{"key":"2988_CR16","doi-asserted-by":"publisher","unstructured":"Ortega, J. L. (2018) Reliability and accuracy of altmetric providers: A comparison among Altmetric.com, PlumX and Crossref Event Data. Scientometrics. \n                    https:\/\/doi.org\/10.1007\/s11192-018-2838-z","DOI":"10.1007\/s11192-018-2838-z"},{"key":"2988_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.5283\/bpf.205","volume":"3","author":"I Peters","year":"2014","unstructured":"Peters, I., Jobmann, A., Hoffmann, C. P., K\u00fcnne, S., Schmitz, J., & Wollnik-Korn, G. (2014). Altmetrics for large, multidisciplinary research groups: Comparison of current tools. Bibliometrie-praxis und forschung, 3, 1\u201319. \n                    https:\/\/doi.org\/10.5283\/bpf.205\n                    \n                  .","journal-title":"Bibliometrie-praxis und forschung"},{"issue":"1","key":"2988_CR18","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1111\/1540-6261.00429","volume":"57","author":"L Pinkowitz","year":"2002","unstructured":"Pinkowitz, L. (2002). Research dissemination and impact: Evidence from web site downloads. The Journal of Finance, 57(1), 485\u2013499.","journal-title":"The Journal of Finance"},{"issue":"11","key":"2988_CR19","doi-asserted-by":"publisher","first-page":"48753","DOI":"10.1371\/journal.pone.0048753","volume":"7","author":"J Priem","year":"2012","unstructured":"Priem, J., Groth, P., & Taraborelli, D. (2012). The altmetrics collection. PloS One, 7(11), 48753. \n                    https:\/\/doi.org\/10.1371\/journal.pone.0048753\n                    \n                  .","journal-title":"PloS One"},{"issue":"3","key":"2988_CR20","doi-asserted-by":"publisher","first-page":"0173152","DOI":"10.1371\/journal.pone.0173152","volume":"12","author":"J Ravenscroft","year":"2017","unstructured":"Ravenscroft, J., Liakata, M., Clare, A., & Duma, D. (2017). Measuring scientific impact beyond academia: An assessment of existing impact metrics and proposed improvements. PloS One, 12(3), 0173152. \n                    https:\/\/doi.org\/10.1371\/journal.pone.0173152\n                    \n                  .","journal-title":"PloS One"},{"issue":"3","key":"2988_CR21","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1007\/s11192-018-2715-9","volume":"115","author":"M Thelwall","year":"2018","unstructured":"Thelwall, M. (2018). Early Mendeley readers correlate with later citation counts. Scientometrics, 115(3), 1231\u20131240. \n                    https:\/\/doi.org\/10.1007\/s11192-018-2715-9\n                    \n                  .","journal-title":"Scientometrics"},{"issue":"5","key":"2988_CR22","doi-asserted-by":"publisher","first-page":"805","DOI":"10.1002\/asi.20803","volume":"59","author":"M Thelwall","year":"2008","unstructured":"Thelwall, M., & Kousha, K. (2008). Online presentations as a source of scientific impact? An analysis of PowerPoint files citing academic journals. Journal of the Association for Information Science and Technology, 59(5), 805\u2013815. \n                    https:\/\/doi.org\/10.1002\/asi.20803\n                    \n                  .","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"5","key":"2988_CR23","doi-asserted-by":"publisher","first-page":"64841","DOI":"10.1371\/journal.pone.0064841","volume":"8","author":"M Thelwall","year":"2013","unstructured":"Thelwall, M., Haustein, S., Larivi\u00e8re, V., & Sugimoto, C. R. (2013). Do altmetrics work? Twitter and ten other social web services. PloS One, 8(5), 64841. \n                    https:\/\/doi.org\/10.1371\/journal.pone.0064841\n                    \n                  .","journal-title":"PloS One"},{"issue":"3","key":"2988_CR24","doi-asserted-by":"publisher","first-page":"560","DOI":"10.1002\/asi.22981","volume":"65","author":"ES Vieira","year":"2014","unstructured":"Vieira, E. S., Cabral, J. A., & Gomes, J. A. (2014). Definition of a model based on bibliometric indicators for assessing applicants to academic positions. Journal of the Association for Information Science and Technology, 65(3), 560\u2013577. \n                    https:\/\/doi.org\/10.1002\/asi.22981\n                    \n                  .","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"2988_CR25","doi-asserted-by":"publisher","unstructured":"Wouters, P., Thelwall, M., Kousha, K., Waltman, L., de Rijcke, S., Rushforth, A. & Franssen, T. (2015). The metric tide: Correlation analysis of REF2014 scores and metrics (Supplementary Report II to the Independent Review of the Role of Metrics in Research Assessment and Management). London: Higher Education Funding Council for England (HEFCE). \n                    https:\/\/doi.org\/10.13140\/RG.2.1.3362.4162","DOI":"10.13140\/RG.2.1.3362.4162"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-018-2988-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-018-2988-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-018-2988-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T19:48:41Z","timestamp":1577908121000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-018-2988-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,2]]},"references-count":25,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,2]]}},"alternative-id":["2988"],"URL":"https:\/\/doi.org\/10.1007\/s11192-018-2988-z","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"type":"print","value":"0138-9130"},{"type":"electronic","value":"1588-2861"}],"subject":[],"published":{"date-parts":[[2019,1,2]]},"assertion":[{"value":"4 August 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 January 2019","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}