{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T10:31:21Z","timestamp":1743071481825,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031407727"},{"type":"electronic","value":"9783031407734"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-40773-4_9","type":"book-chapter","created":{"date-parts":[[2023,8,19]],"date-time":"2023-08-19T11:02:16Z","timestamp":1692442936000},"page":"111-123","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Promoting Reproducibility of\u00a0Research Results in\u00a0International Events (Report from\u00a0the\u00a0$$4^{th}$$ RRPR)"],"prefix":"10.1007","author":[{"given":"B.","family":"Kerautret","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"K.","family":"Kirchheim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"D.","family":"Lopresti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"P.","family":"Ngo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"P.","family":"Tomaszewska","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,8,20]]},"reference":[{"key":"9_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/978-3-030-23987-9_2","volume-title":"Reproducible Research in Pattern Recognition","author":"M Colom","year":"2019","unstructured":"Colom, M., Kerautret, B., Kr\u00e4henb\u00fchl, A.: An Overview of Platforms for Reproducible Research and Augmented Publications. In: Kerautret, B., Colom, M., Lopresti, D., Monasse, P., Talbot, H. (eds.) RRPR 2018. LNCS, vol. 11455, pp. 25\u201339. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23987-9_2"},{"key":"9_CR2","unstructured":"Artifact review and badging, 2020. Revised August 24. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current. Accessed October 14"},{"key":"9_CR3","unstructured":"Raff, E.: A step toward quantifying independently reproducible machine learning research. In: Advances in Neural Information Processing Systems. Curran Associates Inc, (2019)"},{"key":"9_CR4","unstructured":"NeurIPS 2022 Paper Checklist Guidelines. https:\/\/neurips.cc\/Conferences\/2022\/PaperInformation\/PaperChecklist (accessed in 26 February 2023)"},{"key":"#cr-split#-9_CR5.1","unstructured":"Pineau, J.: Improving Reproducibility in Machine Learning Research (a Report from the NeurIPS 2019 Reproducibility Program). J. Mach. Learn. Res., 22"},{"key":"#cr-split#-9_CR5.2","unstructured":"(1) (2022). Publisher: JMLR.org"},{"key":"9_CR6","unstructured":"The Machine Learning Reproducibility Checklist. https:\/\/www.cs.mcgill.ca\/ jpineau\/ReproducibilityChecklist.pdf. Accessed 13 Mar 2023"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Strubell, E., Ganesh, A., McCallum, A.: Energy and policy considerations for deep learning in NLP. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 3645\u20133650 (2019)","DOI":"10.18653\/v1\/P19-1355"},{"key":"9_CR8","unstructured":"ML Reproducibility Challenge 2022, 2022. https:\/\/paperswithcode.com\/rc2022,. Accessed 4 Mar 2023"},{"key":"9_CR9","unstructured":"ICMR reproducibility, 2023. https:\/\/icmr-reproducibility.github.io\/website\/cfp2023\/, Accessed 4 Mar 2023"},{"key":"9_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-56414-2_1","volume-title":"Reproducible Research in Pattern Recognition","author":"M Ar\u00e9valo","year":"2017","unstructured":"Ar\u00e9valo, M., Escobar, C., Monasse, P., Monz\u00f3n, N., Colom, M.: The IPOL Demo System: A Scalable Architecture of Microservices for Reproducible Research. In: Kerautret, B., Colom, M., Monasse, P. (eds.) RRPR 2016. LNCS, vol. 10214, pp. 3\u201316. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-56414-2_1"},{"key":"9_CR11","unstructured":"IPOL demo system development. https:\/\/github.com\/ipol-journal\/ipolDevel. Accessed 26 Feb 2023"},{"key":"9_CR12","unstructured":"Call for demonstrations of the IJCAI international conference. https:\/\/github.com\/ipol-journal\/ipolDevelhttps:\/\/ijcai-23.org\/call-for-demos. Accessed 1 Apr 2023"},{"key":"9_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1007\/978-3-030-23987-9_14","volume-title":"Reproducible Research in Pattern Recognition","author":"NP Rougier","year":"2019","unstructured":"Rougier, N.P., Hinsen, K.: ReScience C: A Journal for Reproducible Replications in Computational Science. In: Kerautret, B., Colom, M., Lopresti, D., Monasse, P., Talbot, H. (eds.) RRPR 2018. LNCS, vol. 11455, pp. 150\u2013156. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23987-9_14"},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"Colom, M., Kerautret, B., Limare, N., Monasse, P., and Jean-Michel Morel. IPOL: a new journal for fully reproducible research; analysis of four years development. In: Badra, M., Boukerche, A.,mUrien, P., eds 7th International Conference on New Technologies, Mobility and Security, NTMS 2015, Paris, France, July 27\u201329, 2015, pp. 1\u20135. IEEE (2015)","DOI":"10.1109\/NTMS.2015.7266500"},{"key":"9_CR15","volume-title":"Tom Pollard","author":"A Johnson","year":"2021","unstructured":"Johnson, A., Bulgarelli, L.: Tom Pollard. Leo Anthony Celi, and Roger Mark. MIMIC-IV, Steven Horng (2021)"},{"key":"9_CR16","unstructured":"Bommasani, R., et al.: On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258 (2021)"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Fredrikson, M., Jha, S., Ristenpart, T.: Model inversion attacks that exploit confidence information and basic countermeasures. In: Proceedings of the 22nd ACM SIGSAC Conference on Computer and Communications Security, CCS \u201915, pp. 1322\u20131333, New York, NY, USA (2015). Association for Computing Machinery","DOI":"10.1145\/2810103.2813677"},{"key":"9_CR18","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural Inf. Process. Syst. 33, 1877\u20131901 (2020)"},{"key":"9_CR19","unstructured":"OpenAI. GPT-4 Technical Report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"van Dis, E.A.M., Bollen, J., Zuidema, W., van Rooij, R., Bockting, C.L.: ChatGPT: five priorities for research. Nature 614(7947), 224\u2013226 (2023)","DOI":"10.1038\/d41586-023-00288-7"}],"container-title":["Lecture Notes in Computer Science","Reproducible Research in Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-40773-4_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,19]],"date-time":"2023-08-19T11:03:31Z","timestamp":1692443011000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-40773-4_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031407727","9783031407734"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-40773-4_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"20 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RRPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Reproducible Research in Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montreal, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"rrpr2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/rrpr2022.sciencesconf.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"56% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.8","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}