{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T07:43:14Z","timestamp":1772005394394,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,4,3]],"date-time":"2017-04-03T00:00:00Z","timestamp":1491177600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2017,10]]},"DOI":"10.1007\/s11192-017-2375-1","type":"journal-article","created":{"date-parts":[[2017,4,3]],"date-time":"2017-04-03T11:02:15Z","timestamp":1491217335000},"page":"651-671","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":47,"title":["Evaluating alternative systems of peer review: a large-scale agent-based modelling approach to scientific publication"],"prefix":"10.1007","volume":"113","author":[{"given":"Michail","family":"Kovanis","sequence":"first","affiliation":[]},{"given":"Ludovic","family":"Trinquart","sequence":"additional","affiliation":[]},{"given":"Philippe","family":"Ravaud","sequence":"additional","affiliation":[]},{"given":"Rapha\u00ebl","family":"Porcher","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,4,3]]},"reference":[{"issue":"2","key":"2375_CR1","doi-asserted-by":"publisher","first-page":"27","DOI":"10.4033\/iee.2012.5b.8.f","volume":"5","author":"S Allesina","year":"2012","unstructured":"Allesina, S. (2012). Modeling peer review: An agent-based approach. Ideas in Ecology and Evolution, 5(2), 27\u201335. doi:\n                        10.4033\/iee.2012.5b.8.f\n                        \n                    .","journal-title":"Ideas in Ecology and Evolution"},{"issue":"7528","key":"2375_CR2","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1038\/515467a","volume":"515","author":"M Arns","year":"2014","unstructured":"Arns, M. (2014). Open access is tiring out peer reviewers. Nature, 515(7528), 467. doi:\n                        10.1038\/515467a\n                        \n                    .","journal-title":"Nature"},{"key":"2375_CR3","doi-asserted-by":"publisher","first-page":"4081","DOI":"10.1109\/WSC.2015.7408561","volume-title":"Proceedings of the 2015 Winter Simulation Conference","author":"F Bianchi","year":"2015","unstructured":"Bianchi, F., & Squazzoni, F. (2015). Is three better than one? Simulating the effect of reviewer selection and behavior on the quality and efficiency of peer review. In L. Yilmaz, W. K. V. Chan, I. Moon, T. M. K. Roeder, C. Macal, & M. D. Rossetti (Eds.), Proceedings of the 2015 Winter Simulation Conference (pp. 4081\u20134089). NJ: IEEE Press, Piscatawaw. doi:\n                        10.1109\/WSC.2015.7408561\n                        \n                    ."},{"issue":"6154","key":"2375_CR4","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1126\/science.342.6154.60","volume":"342","author":"J Bohannon","year":"2013","unstructured":"Bohannon, J. (2013). Who\u2019s afraid of peer review? Science, 342(6154), 60\u201365. doi:\n                        10.1126\/science.342.6154.60\n                        \n                    .","journal-title":"Science"},{"issue":"suppl 3","key":"2375_CR5","doi-asserted-by":"publisher","first-page":"7280","DOI":"10.1073\/pnas.082080899","volume":"99","author":"E Bonabeau","year":"2002","unstructured":"Bonabeau, E. (2002). Agent-based modeling: Methods and techniques for simulating human systems. Proceedings of the National Academy of Sciences, 99(suppl 3), 7280\u20137287. doi:\n                        10.1073\/pnas.082080899\n                        \n                    .","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"2375_CR6","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-016-0631-5","author":"R Bruce","year":"2016","unstructured":"Bruce, R., Chauvin, A., Trinquart, L., Ravaud, P., & Boutron, I. (2016). Impact of interventions to improve the quality of peer review of biomedical journals: a systematic review and meta-analysis. BMC Medicine. doi:\n                        10.1186\/s12916-016-0631-5\n                        \n                    .","journal-title":"BMC Medicine"},{"issue":"2","key":"2375_CR7","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1370\/afm.1448","volume":"11","author":"JW Cals","year":"2013","unstructured":"Cals, J. W., Mallen, C. D., Glynn, L. G., & Kotz, D. (2013). Should authors submit previous peer-review reports when submitting research papers? Views of general medical journal editors. The Annals of Family Medicine, 11(2), 179\u2013181. doi:\n                        10.1370\/afm.1448\n                        \n                    .","journal-title":"The Annals of Family Medicine"},{"issue":"1","key":"2375_CR8","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1093\/ije\/dyp296","volume":"39","author":"S Galea","year":"2010","unstructured":"Galea, S., Riddle, M., & Kaplan, G. A. (2010). Causal thinking and complex system approaches in epidemiology. International Journal of Epidemiology, 39(1), 97\u2013106. doi:\n                        10.1093\/ije\/dyp296\n                        \n                    .","journal-title":"International Journal of Epidemiology"},{"issue":"6878","key":"2375_CR9","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1038\/416258a","volume":"416","author":"T Gura","year":"2002","unstructured":"Gura, T. (2002). Scientific publishing: Peer review, unmasked. Nature, 416(6878), 258\u2013260. doi:\n                        10.1038\/416258a\n                        \n                    .","journal-title":"Nature"},{"issue":"8","key":"2375_CR10","doi-asserted-by":"publisher","first-page":"2275","DOI":"10.1007\/s00464-012-2171-1","volume":"26","author":"D Herron","year":"2012","unstructured":"Herron, D. (2012). Is expert peer review obsolete? A model suggests that post-publication reader review may exceed the accuracy of traditional peer review. Surgical Endoscopy, 26(8), 2275\u20132280. doi:\n                        10.1007\/s00464-012-2171-1\n                        \n                    .","journal-title":"Surgical Endoscopy"},{"key":"2375_CR11","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.g4145","author":"S Hopewell","year":"2014","unstructured":"Hopewell, S., Collins, G. S., Boutron, I., Yu, L.-M., Cook, J., Shanyinde, M., et al. (2014). Impact of peer review on reports of randomised trials published in open peer review journals: retrospective before and after study. BMJ. doi:\n                        10.1136\/bmj.g4145\n                        \n                    .","journal-title":"BMJ"},{"issue":"1","key":"2375_CR12","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1186\/1472-6920-12-83","volume":"12","author":"D Houry","year":"2012","unstructured":"Houry, D., Green, S., & Callaham, M. (2012). Does mentoring new peer reviewers improve review quality? A randomized trial. BMC Medical Education, 12(1), 83.","journal-title":"BMC Medical Education"},{"key":"2375_CR13","doi-asserted-by":"crossref","first-page":"63","DOI":"10.3389\/fncom.2012.00063","volume":"6","author":"J Hunter","year":"2012","unstructured":"Hunter, J. (2012). Post-publication peer review: Opening up scientific conversation. Frontiers in computational neuroscience, 6, 63.","journal-title":"Frontiers in computational neuroscience"},{"key":"2375_CR14","doi-asserted-by":"publisher","DOI":"10.1038\/nature05032","author":"C Jennings","year":"2006","unstructured":"Jennings, C. (2006). Quality and value: the true purpose of peer review. What you can\u2019t measure, you can\u2019t manage: the need for quantitative indicators in peer review. Nature. doi:\n                        10.1038\/nature05032\n                        \n                    .","journal-title":"Nature"},{"key":"2375_CR15","unstructured":"Journal, S. W. (2015). For reviewers. Available at: \n                        http:\/\/www.semantic-web-journal.net\/reviewers\n                        \n                    . Accessed October 11, 2016."},{"issue":"2","key":"2375_CR16","doi-asserted-by":"publisher","first-page":"695","DOI":"10.1007\/s11192-015-1800-6","volume":"106","author":"M Kovanis","year":"2016","unstructured":"Kovanis, M., Porcher, R., Ravaud, P., & Trinquart, L. (2016a). Complex systems approach to scientific publication and peer-review system: development of an agent-based model calibrated with empirical journal data. Scientometrics, 106(2), 695\u2013715. doi:\n                        10.1007\/s11192-015-1800-6\n                        \n                    .","journal-title":"Scientometrics"},{"issue":"11","key":"2375_CR17","doi-asserted-by":"publisher","first-page":"e0166387","DOI":"10.1371\/journal.pone.0166387","volume":"11","author":"M Kovanis","year":"2016","unstructured":"Kovanis, M., Porcher, R., Ravaud, P., & Trinquart, L. (2016b). The global burden of journal peer review in the biomedical literature: Strong imbalance in the collective enterprise. PLoS ONE, 11(11), e0166387. doi:\n                        10.1371\/journal.pone.0166387\n                        \n                    .","journal-title":"PLoS ONE"},{"issue":"2","key":"2375_CR18","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1093\/aje\/kwu274","volume":"181","author":"BD Marshall","year":"2015","unstructured":"Marshall, B. D., & Galea, S. (2015). Formalizing the role of agent-based modeling in causal inference and epidemiology. American Journal of Epidemiology, 181(2), 92\u201399. doi:\n                        10.1093\/aje\/kwu274\n                        \n                    .","journal-title":"American Journal of Epidemiology"},{"issue":"1","key":"2375_CR19","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1002\/asi.22798","volume":"64","author":"A Mulligan","year":"2013","unstructured":"Mulligan, A., Hall, L., & Raphael, E. (2013). Peer review in a changing world: An international study measuring the attitudes of researchers. Journal of the American Society for Information Science and Technology, 64(1), 132\u2013161. doi:\n                        10.1002\/asi.22798\n                        \n                    .","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"1","key":"2375_CR20","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1087\/20150104","volume":"28","author":"D Nicholas","year":"2015","unstructured":"Nicholas, D., Watkinson, A., Jamali, H. R., Herman, E., Tenopir, C., Volentine, R., et al. (2015). Peer review: Still king in the digital age. Learned Publishing, 28(1), 15\u201321. doi:\n                        10.1087\/20150104\n                        \n                    .","journal-title":"Learned Publishing"},{"key":"2375_CR21","unstructured":"Nikulin, M. S. (2001). Hellinger distance. In: Encyclopedia of mathematics."},{"issue":"3","key":"2375_CR22","doi-asserted-by":"publisher","first-page":"663","DOI":"10.1007\/s11192-014-1239-1","volume":"99","author":"M Paolucci","year":"2014","unstructured":"Paolucci, M., & Grimaldo, F. (2014). Mechanism change in a simulation of peer review: From junk support to elitism. Scientometrics, 99(3), 663\u2013688. doi:\n                        10.1007\/s11192-014-1239-1\n                        \n                    .","journal-title":"Scientometrics"},{"issue":"7486","key":"2375_CR23","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1038\/nature12786","volume":"506","author":"IU Park","year":"2014","unstructured":"Park, I. U., Peacey, M. W., & Munafo, M. R. (2014). Modelling the effects of subjective and objective decision making in scientific peer review. Nature, 506(7486), 93\u201396. doi:\n                        10.1038\/nature12786\n                        \n                    .","journal-title":"Nature"},{"key":"2375_CR24","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-014-0128-z","author":"J Patel","year":"2014","unstructured":"Patel, J. (2014). Why training and specialization is needed for peer review: A case study of peer review for randomized controlled trials. BMC Medicine. doi:\n                        10.1186\/s12916-014-0128-z\n                        \n                    .","journal-title":"BMC Medicine"},{"key":"2375_CR25","doi-asserted-by":"crossref","first-page":"33","DOI":"10.3389\/fncom.2012.00033","volume":"6","author":"U P\u00f6schl","year":"2012","unstructured":"P\u00f6schl, U. (2012). Multi-stage open peer review: Scientific evaluation integrating the strengths of traditional peer review with the virtues of transparency and self-regulation. Frontiers in computational neuroscience, 6, 33.","journal-title":"Frontiers in computational neuroscience"},{"key":"2375_CR26","unstructured":"Ray, R., & Schmitt, J. (2007). No-vacation nation USA\u2014a comparison of leave and holiday in OECD countries. IEEE Policy Brief, 3."},{"issue":"7610","key":"2375_CR27","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1038\/535031a","volume":"535","author":"D Rennie","year":"2016","unstructured":"Rennie, D. (2016). Let\u2019s make peer review scientific. Nature, 535(7610), 31\u201333. doi:\n                        10.1038\/535031a\n                        \n                    .","journal-title":"Nature"},{"key":"2375_CR28","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-017-2244-y","author":"S Righi","year":"2017","unstructured":"Righi, S., & Tak\u00e1cs, K. (2017). The miracle of peer review and development in science: An agent-based model. Scientometrics. doi:\n                        10.1007\/s11192-017-2244-y\n                        \n                    .","journal-title":"Scientometrics"},{"key":"2375_CR29","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1186\/1741-7007-11-18","volume":"11","author":"M Robertson","year":"2013","unstructured":"Robertson, M. (2013). Q&A: Re-review opt-out and painless publishing. BMC Biology, 11, 18. doi:\n                        10.1186\/1741-7007-11-18\n                        \n                    .","journal-title":"BMC Biology"},{"key":"2375_CR30","volume-title":"Peer review: The nuts and bolts","author":"Sense About Science","year":"2012","unstructured":"Sense About Science. (2012). Peer review: The nuts and bolts. London: Sense About Science."},{"issue":"2","key":"2375_CR31","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1073\/pnas.1418218112","volume":"112","author":"K Siler","year":"2015","unstructured":"Siler, K., Lee, K., & Bero, L. (2015). Measuring the effectiveness of scientific gatekeeping. Proceedings of the National Academy of Sciences, 112(2), 360\u2013365. doi:\n                        10.1073\/pnas.1418218112\n                        \n                    .","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"2","key":"2375_CR32","doi-asserted-by":"crossref","first-page":"3","DOI":"10.18564\/jasss.2128","volume":"16","author":"F Squazzoni","year":"2013","unstructured":"Squazzoni, F., & Gandelli, C. (2013). Opening the black box of peer review: An agent-based model of scientist behaviour. Journal of Artificial Societies and Social Simulation, 16(2), 3.","journal-title":"Journal of Artificial Societies and Social Simulation"},{"key":"2375_CR33","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-014-0179-1","author":"PF Stahel","year":"2014","unstructured":"Stahel, P. F., & Moore, E. E. (2014). Peer review for biomedical publications: We can improve the system. BMC Medicine. doi:\n                        10.1186\/s12916-014-0179-1\n                        \n                    .","journal-title":"BMC Medicine"},{"issue":"4","key":"2375_CR34","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1140\/epjb\/e2011-20545-7","volume":"84","author":"S Thurner","year":"2011","unstructured":"Thurner, S., & Hanel, R. (2011). Peer-review in a world with rational scientists: Toward selection of the average. The European Physical Journal B, 84(4), 707\u2013711. doi:\n                        10.1140\/epjb\/e2011-20545-7\n                        \n                    .","journal-title":"The European Physical Journal B"},{"issue":"7436","key":"2375_CR35","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1038\/494161a","volume":"494","author":"R Noorden Van","year":"2013","unstructured":"Van Noorden, R. (2013). Company offers portable peer review. Nature, 494(7436), 161.","journal-title":"Nature"},{"issue":"7175","key":"2375_CR36","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1136\/bmj.318.7175.23","volume":"318","author":"S Rooyen van","year":"1999","unstructured":"van Rooyen, S., Godlee, F., Evans, S., Black, N., & Smith, R. (1999). Effect of open peer review on quality of reviews and on reviewers\u2019 recommendations: a randomised trial. BMJ, 318(7175), 23\u201327. doi:\n                        10.1136\/bmj.318.7175.23\n                        \n                    .","journal-title":"BMJ"},{"issue":"1","key":"2375_CR37","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1038\/nphys2160","volume":"8","author":"A Vespignani","year":"2012","unstructured":"Vespignani, A. (2012). Modelling dynamical processes in complex socio-technical systems. Nat Phys, 8(1), 32\u201339. doi:\n                        10.1038\/nphys2160\n                        \n                    .","journal-title":"Nat Phys"},{"key":"2375_CR38","doi-asserted-by":"publisher","first-page":"169","DOI":"10.3389\/fnins.2015.00169","volume":"9","author":"R Walker","year":"2015","unstructured":"Walker, R., & Rocha da Silva, P. (2015a). Emerging trends in peer review: A survey. Frontiers in Neuroscience, 9, 169. doi:\n                        10.3389\/fnins.2015.00169\n                        \n                    .","journal-title":"Frontiers in Neuroscience"},{"key":"2375_CR39","doi-asserted-by":"publisher","first-page":"169","DOI":"10.3389\/fnins.2015.00169","volume":"9","author":"R Walker","year":"2015","unstructured":"Walker, R., & Rocha da Silva, P. (2015b). Emerging trends in peer review: A survey. Frontiers Neurosci, 9, 169. doi:\n                        10.3389\/fnins.2015.00169\n                        \n                    .","journal-title":"Frontiers Neurosci"},{"key":"2375_CR40","volume-title":"Peer review: An introduction and guide","author":"M Ware","year":"2013","unstructured":"Ware, M. (2013). Peer review: An introduction and guide. Bristol: Publishing Research Consortium."}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-017-2375-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-017-2375-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-017-2375-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,10,5]],"date-time":"2017-10-05T11:35:41Z","timestamp":1507203341000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-017-2375-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,4,3]]},"references-count":40,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,10]]}},"alternative-id":["2375"],"URL":"https:\/\/doi.org\/10.1007\/s11192-017-2375-1","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,4,3]]}}}