{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T21:53:54Z","timestamp":1785621234043,"version":"3.56.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,3,3]],"date-time":"2017-03-03T00:00:00Z","timestamp":1488499200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2017,10]]},"DOI":"10.1007\/s11192-017-2241-1","type":"journal-article","created":{"date-parts":[[2017,3,3]],"date-time":"2017-03-03T06:40:09Z","timestamp":1488523209000},"page":"533-546","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Assessing peer review by gauging the fate of rejected manuscripts: the case of the Journal of Artificial Societies and Social Simulation"],"prefix":"10.1007","volume":"113","author":[{"given":"Niccol\u00f2","family":"Casnici","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francisco","family":"Grimaldo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nigel","family":"Gilbert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pierpaolo","family":"Dondio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Flaminio","family":"Squazzoni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,3,3]]},"reference":[{"issue":"4","key":"2241_CR1","doi-asserted-by":"crossref","first-page":"632","DOI":"10.1016\/j.jaad.2007.12.025","volume":"58","author":"AW Armstrong","year":"2008","unstructured":"Armstrong, A. W., Idriss, S. Z., Kimball, A. B., & Bernhard, J. D. (2008). Fate of manuscripts declined by the journal of the American Academy of Dermatology. Journal of the American Academy of Dermatology, 58(4), 632\u2013635.","journal-title":"Journal of the American Academy of Dermatology"},{"issue":"4","key":"2241_CR2","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1177\/1350508411403531","volume":"18","author":"JAC Baum","year":"2011","unstructured":"Baum, J. A. C. (2011). Free-riding on power laws: Questioning the validity of the impact factor as a measure of research quality in organization studies. Organization, 18(4), 449\u2013466. doi:\n                        10.1177\/1350508411403531\n                        \n                    .","journal-title":"Organization"},{"issue":"1","key":"2241_CR3","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1002\/aris.2011.1440450112)","volume":"45","author":"L Bornmann","year":"2011","unstructured":"Bornmann, L. (2011). Scientific peer review. Annual Review of Information Science and Technology, 45(1), 197\u2013245. doi:\n                        10.1002\/aris.2011.1440450112)\n                        \n                    .","journal-title":"Annual Review of Information Science and Technology"},{"issue":"3","key":"2241_CR4","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1007\/s11192-012-0731-8","volume":"93","author":"L Bornmann","year":"2012","unstructured":"Bornmann, L., Herich, H., Joos, H., & Daniel, H. D. (2012). In public peer review of submitted manuscripts, how do reviewer comments differ from comments written by interested members of the scientific community? A content analysis of comments written for atmospheric chemistry and physics. Scientometrics, 93(3), 915\u2013929. doi:\n                        10.1007\/s11192-012-0731-8\n                        \n                    .","journal-title":"Scientometrics"},{"issue":"2","key":"2241_CR5","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1007\/s11192-009-0011-4","volume":"83","author":"L Bornmann","year":"2010","unstructured":"Bornmann, L., Weymuth, C., & Daniel, H. D. (2010). A content analysis of referees\u2019 comments: How do comments on manuscripts rejected by a high-impact journal and later published in either a low- or high-impact journal differ? Scientometrics, 83(2), 493\u2013506. doi:\n                        10.1007\/s11192-009-0011-4\n                        \n                    .","journal-title":"Scientometrics"},{"key":"2241_CR6","doi-asserted-by":"publisher","DOI":"10.1002\/asi.23665","author":"N Casnici","year":"2016","unstructured":"Casnici, N., Grimaldo, F., Gilbert, N., & Squazzoni, F. (2016). Attitudes of referees in a multidisciplinary journal: An empirical analysis. Journal of the Association for Information Science and Technology. doi:\n                        10.1002\/asi.23665\n                        \n                    .","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"3","key":"2241_CR8","doi-asserted-by":"crossref","first-page":"627","DOI":"10.2214\/ajr.156.3.1899764","volume":"156","author":"FS Chew","year":"1991","unstructured":"Chew, F. S. (1991). Fate of manuscripts rejected for publication in the AJR. American Journal of Roentgenology, 156(3), 627\u2013632.","journal-title":"American Journal of Roentgenology"},{"issue":"1","key":"2241_CR9","doi-asserted-by":"publisher","first-page":"111","DOI":"10.5465\/amle.2013.0371","volume":"14","author":"JA Clair","year":"2015","unstructured":"Clair, J. A. (2015). Toward a bill of rights for manuscript submitters. Academy of Management Learning & Education, 14(1), 111\u2013131. doi:\n                        10.5465\/amle.2013.0371\n                        \n                    .","journal-title":"Academy of Management Learning & Education"},{"key":"2241_CR10","doi-asserted-by":"publisher","first-page":"1706","DOI":"10.3389\/fpsyg.2015.01706\/abstract","volume":"6","author":"SJ Cowley","year":"2015","unstructured":"Cowley, S. J. (2015). How peer-review constrains cognition: On the frontline in the knowledge sector. Frontiers in Psychology, 6, 1706. doi:\n                        10.3389\/fpsyg.2015.01706\/abstract\n                        \n                    .","journal-title":"Frontiers in Psychology"},{"issue":"2","key":"2241_CR11","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1097\/01.ede.0000254668.63378.32","volume":"18","author":"SA Hall","year":"2007","unstructured":"Hall, S. A., & Wilcox, A. J. (2007). The fate of epidemiologic manuscripts: A study of papers submitted to epidemiology. Epidemiology, 18(2), 262\u2013265.","journal-title":"Epidemiology"},{"issue":"1","key":"2241_CR12","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.ijrobp.2014.10.003","volume":"91","author":"EB Holliday","year":"2015","unstructured":"Holliday, E. B., et al. (2015). Fate of manuscripts rejected from the red journal. International Journal of Radiation Oncology Biology Physics, 91(1), 3\u201310. doi:\n                        10.1016\/j.ijrobp.2014.10.003\n                        \n                    .","journal-title":"International Journal of Radiation Oncology Biology Physics"},{"issue":"21","key":"2241_CR13","doi-asserted-by":"publisher","first-page":"2786","DOI":"10.1001\/jama.287.21.2786","volume":"287","author":"T Jefferson","year":"2002","unstructured":"Jefferson, T., Wager, E., & Davidoff, F. (2002). Measuring the quality of editorial peer review. JAMA, 287(21), 2786. doi:\n                        10.1001\/jama.287.21.2786\n                        \n                    .","journal-title":"JAMA"},{"issue":"1","key":"2241_CR14","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1148\/radiol.11110490","volume":"260","author":"A Khosla","year":"2011","unstructured":"Khosla, A., McDonald, R. J., Bornmann, L., & Kallmes, D. F. (2011). Getting to yes: The fate of neuroradiology manuscripts rejected by radiology over a 2-year period. Radiology, 260(1), 3\u20135.","journal-title":"Radiology"},{"issue":"5","key":"2241_CR15","doi-asserted-by":"crossref","first-page":"573","DOI":"10.1177\/0162243908329381","volume":"34","author":"M Lamont","year":"2009","unstructured":"Lamont, M., Mallard, G., & Guetzkow, J. (2009). Fairness as appropriateness: Negotiating epistemological differences in peer review. Science, Technology and Human Values, 34(5), 573\u2013606.","journal-title":"Science, Technology and Human Values"},{"issue":"4","key":"2241_CR16","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1016\/j.ajo.2006.12.004","volume":"143","author":"TJ Liesegang","year":"2007","unstructured":"Liesegang, T. J., Shaikh, M., & Crook, J. E. (2007). The outcome of manuscripts submitted to the American Journal of Ophthalmology between 2002 and 2003. American Journal of Ophthalmology, 143(4), 551\u2013560.","journal-title":"American Journal of Ophthalmology"},{"issue":"1","key":"2241_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11192-012-0879-2","volume":"95","author":"Z Ma","year":"2013","unstructured":"Ma, Z., et al. (2013). A quantitative study on the effectiveness of peer review for academic journals. Scientometrics, 95(1), 1\u201313. doi:\n                        10.1007\/s11192-012-0879-2\n                        \n                    .","journal-title":"Scientometrics"},{"issue":"8","key":"2241_CR18","doi-asserted-by":"crossref","first-page":"1430","DOI":"10.3174\/ajnr.A0766","volume":"28","author":"RJ McDonald","year":"2007","unstructured":"McDonald, R. J., Cloft, H. J., & Kallmes, D. F. (2007). Fate of submitted manuscripts rejected from the American Journal of Neuroradiology: Outcomes and commentary. American Journal of Neuroradiology, 28(8), 1430\u20131434.","journal-title":"American Journal of Neuroradiology"},{"issue":"2","key":"2241_CR19","doi-asserted-by":"crossref","first-page":"253","DOI":"10.3174\/ajnr.A1366","volume":"30","author":"RJ McDonald","year":"2009","unstructured":"McDonald, R. J., Cloft, H. J., & Kallmes, D. F. (2009). Fate of manuscripts previously rejected by the American Journal of Neuroradiology: A follow-up analysis. American Journal of Neuroradiology, 30(2), 253\u2013256.","journal-title":"American Journal of Neuroradiology"},{"issue":"1","key":"2241_CR20","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/s11192-016-1869-6","volume":"107","author":"O Nedi\u0107","year":"2016","unstructured":"Nedi\u0107, O., & Dekanski, A. (2016). Priority criteria in peer review of scientific articles. Scientometrics, 107(1), 15\u201326. doi:\n                        10.1007\/s11192-016-1869-6\n                        \n                    .","journal-title":"Scientometrics"},{"issue":"9","key":"2241_CR21","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1136\/oem.58.9.604","volume":"58","author":"B Nemery","year":"2001","unstructured":"Nemery, B. (2001). What happens to the manuscripts that have not been accepted for publication in occupational and environmental medicine? Occupational and Environmental Medicine, 58(9), 604\u2013607.","journal-title":"Occupational and Environmental Medicine"},{"issue":"1","key":"2241_CR22","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1016\/S0008-6363(99)00339-9","volume":"45","author":"T Opthof","year":"2000","unstructured":"Opthof, T., Furstner, F., Van Geer, M., & Coronel, R. (2000). Regrets or no regrets? No regrets! The fate of rejected manuscripts. Cardiovascular Research, 45(1), 255\u2013258.","journal-title":"Cardiovascular Research"},{"issue":"1","key":"2241_CR23","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1007\/s10746-014-9335-z","volume":"38","author":"D Pontille","year":"2015","unstructured":"Pontille, D., & Torny, D. (2015). From manuscript evaluation to article valuation: The changing technologies of journal peer review. Human Studies, 38(1), 57\u201379. doi:\n                        10.1007\/s10746-014-9335-z\n                        \n                    .","journal-title":"Human Studies"},{"issue":"7589","key":"2241_CR24","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1038\/530148a","volume":"530","author":"Kendall Powell","year":"2016","unstructured":"Powell, Kendall. (2016). Does it take too long to publish research? Nature, 530(7589), 148\u2013151. doi:\n                        10.1038\/530148a\n                        \n                    .","journal-title":"Nature"},{"key":"2241_CR25","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1038\/srep00815","volume":"2","author":"F Radicchi","year":"2012","unstructured":"Radicchi, F. (2012). In science \u2018there is no bad publicity\u2019: Papers criticized in comments have high scientific impact. Scientific Reports, 2, 25\u201327.","journal-title":"Scientific Reports"},{"issue":"2","key":"2241_CR26","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/s11192-013-1002-z","volume":"97","author":"A Ragone","year":"2013","unstructured":"Ragone, A., Mirylenka, K., Casati, F., & Marchese, M. (2013). On peer review in computer science: Analysis of its effectiveness and suggestions for improvement. Scientometrics, 97(2), 317\u2013356. doi:\n                        10.1007\/s11192-013-1002-z\n                        \n                    .","journal-title":"Scientometrics"},{"issue":"2","key":"2241_CR27","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/S0002-9343(00)00450-2","volume":"109","author":"J Ray","year":"2000","unstructured":"Ray, J., Berkwits, M., & Davidoff, F. (2000). The fate of manuscripts rejected by a general medical journal. American Journal of Medicine, 109(2), 131\u2013135.","journal-title":"American Journal of Medicine"},{"issue":"11","key":"2241_CR28","doi-asserted-by":"crossref","first-page":"1620","DOI":"10.1016\/j.jvir.2008.06.011","volume":"19","author":"JE Silberzweig","year":"2008","unstructured":"Silberzweig, J. E., & Khorsandi, A. S. (2008). Outcomes of rejected journal of vascular and interventional radiology manuscripts. Journal of Vascular and Interventional Radiology: JVIR, 19(11), 1620\u20131623.","journal-title":"Journal of Vascular and Interventional Radiology: JVIR"},{"issue":"2","key":"2241_CR29","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1073\/pnas.1418218112","volume":"112","author":"K Siler","year":"2015","unstructured":"Siler, K., Lee, K., & Bero, L. (2015). Measuring the effectiveness of scientific gatekeeping. Proceedings of the National Academy of Sciences, 112(2), 360\u2013365. doi:\n                        10.1073\/pnas.1418218112\n                        \n                    .","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"1","key":"2241_CR7","doi-asserted-by":"publisher","first-page":"10","DOI":"10.18564\/jasss.2192","volume":"16","author":"F Squazzoni","year":"2013","unstructured":"Squazzoni, F., & Casnici, N. (2013). Is social simulation a social science outstation? A bibliometric analysis of the impact of jasss. Journal of Artificial Societies and Social Simulation, 16(1), 10. doi:\n                        10.18564\/jasss.2192\n                        \n                    .","journal-title":"Journal of Artificial Societies and Social Simulation"},{"issue":"2","key":"2241_CR30","doi-asserted-by":"publisher","first-page":"1431","DOI":"10.1007\/s11192-014-1267-x","volume":"101","author":"FT Verleysen","year":"2014","unstructured":"Verleysen, F. T., & Engels, T. C. E. (2014). Internationalization of peer reviewed and non-peer reviewed book publications in the social sciences and humanities. Scientometrics, 101(2), 1431\u20131444. doi:\n                        10.1007\/s11192-014-1267-x\n                        \n                    .","journal-title":"Scientometrics"},{"key":"2241_CR31","doi-asserted-by":"publisher","unstructured":"Vinther, S., & Rosenberg, J. (2011). Fate of manuscripts rejected by a non-english-language general medical journal: A retrospective cohort study. BMJ Open, 1(1), e000147. doi:\n                        10.1136\/bmjopen-2011-000147\n                        \n                    .","DOI":"10.1136\/bmjopen-2011-000147"},{"key":"2241_CR32","doi-asserted-by":"crossref","first-page":"169","DOI":"10.3389\/fnins.2015.00169","volume":"9","author":"R Walker","year":"2015","unstructured":"Walker, R., & Rocha da Silva, P. (2015). Emerging trends in peer review\u2014A survey. Frontiers in Neuroscience, 9, 169.","journal-title":"Frontiers in Neuroscience"},{"key":"2241_CR33","volume-title":"Editorial peer review: Its strengths and weaknesses","author":"AC Weller","year":"2002","unstructured":"Weller, A. C. (2002). Editorial peer review: Its strengths and weaknesses. Medford, NJ: Information Today Inc."},{"issue":"3","key":"2241_CR34","doi-asserted-by":"crossref","first-page":"450","DOI":"10.1002\/bjs.6880","volume":"97","author":"BPL Wijnhoven","year":"2010","unstructured":"Wijnhoven, B. P. L., & Dejong, C. H. C. (2010). Fate of manuscripts declined by the British Journal of Surgery. British Journal of Surgery, 97(3), 450\u2013454.","journal-title":"British Journal of Surgery"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-017-2241-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-017-2241-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-017-2241-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,10,5]],"date-time":"2017-10-05T11:34:05Z","timestamp":1507203245000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-017-2241-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,3,3]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,10]]}},"alternative-id":["2241"],"URL":"https:\/\/doi.org\/10.1007\/s11192-017-2241-1","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,3,3]]}}}