{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T07:29:53Z","timestamp":1772695793437,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3641525.3663628","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T19:02:19Z","timestamp":1720724539000},"page":"96-100","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["SHORT: Can citations tell us about a paper's reproducibility? A case study of machine learning papers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1593-4052","authenticated-orcid":false,"given":"Rochana R.","family":"Obadage","sequence":"first","affiliation":[{"name":"Old Dominion University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1464-0848","authenticated-orcid":false,"given":"Sarah M.","family":"Rajtmajer","sequence":"additional","affiliation":[{"name":"IST, Pennsylvania State University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0173-4463","authenticated-orcid":false,"given":"Jian","family":"Wu","sequence":"additional","affiliation":[{"name":"Old Dominion University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"https:\/\/www.acm.org\/publications\/policies\/artifact-review-badgingAccessed","author":"ACM.","year":"2024","unstructured":"ACM. 2020.. https:\/\/www.acm.org\/publications\/policies\/artifact-review-badgingAccessed March 28, 2024."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-41679-8_1"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/JCDL57899.2023.00018"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.29"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-022-04567-4"},{"key":"e_1_3_2_2_6_1","unstructured":"RESCIENCE C. 2023. ReScience C \u2014 rescience.github.io. https:\/\/rescience.github.io\/read\/. [Accessed 10-02-2024]."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1361"},{"key":"e_1_3_2_2_8_1","unstructured":"Souvick Das. 2022. Souvikcmsa\/BERT-sentiment-analysis Hugging Face \u2014 huggingface.co. https:\/\/huggingface.co\/Souvikcmsa\/BERT_sentiment_analysis. [Accessed 10-02-2024]."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1423"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"e_1_3_2_2_11_1","volume-title":"Advances in Knowledge Discovery and Data Mining, Hisashi Kashima, Tsuyoshi Ide, and Wen-Chih Peng (Eds.)","author":"Gupta Priyanshi","unstructured":"Priyanshi Gupta, Yash\u00a0Kumar Atri, Apurva Nagvenkar, Sourish Dasgupta, and Tanmoy Chakraborty. 2023. Inline Citation Classification Using Peripheral Context and\u00a0Time-Evolving Augmentation. In Advances in Knowledge Discovery and Data Mining, Hisashi Kashima, Tsuyoshi Ide, and Wen-Chih Peng (Eds.). Springer Nature Switzerland, Cham, 3\u201314."},{"key":"e_1_3_2_2_12_1","volume-title":"The Power of Brand Selfies. Journal of Marketing Research","author":"Hartmann Jochen","year":"2021","unstructured":"Jochen Hartmann, Mark Heitmann, Christina Schamp, and Oded Netzer. 2021. The Power of Brand Selfies. Journal of Marketing Research (2021)."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324916000346"},{"key":"e_1_3_2_2_14_1","volume-title":"The Semantic Scholar Open Data Platform. ArXiv abs\/2301.10140","author":"Kinney Rodney\u00a0Michael","year":"2023","unstructured":"Rodney\u00a0Michael Kinney, Chloe Anastasiades, Russell Authur, Iz Beltagy, Jonathan Bragg, Alexandra Buraczynski, Isabel Cachola, Stefan Candra, Yoganand Chandrasekhar, Arman Cohan, Miles Crawford, Doug Downey, Jason Dunkelberger, Oren Etzioni, Rob Evans, Sergey Feldman, Joseph Gorney, David\u00a0W. Graham, F.Q. Hu, Regan Huff, Daniel King, Sebastian Kohlmeier, Bailey Kuehl, Michael Langan, Daniel Lin, Haokun Liu, Kyle Lo, Jaron Lochner, Kelsey MacMillan, Tyler Murray, Christopher Newell, Smita\u00a0R Rao, Shaurya Rohatgi, Paul\u00a0L Sayre, Zejiang Shen, Amanpreet Singh, Luca Soldaini, Shivashankar Subramanian, A. Tanaka, Alex\u00a0D Wade, Linda\u00a0M. Wagner, Lucy\u00a0Lu Wang, Christopher Wilhelm, Caroline Wu, Jiangjiang Yang, Angele Zamarron, Madeleine van Zuylen, and Daniel\u00a0S. Weld. 2023. The Semantic Scholar Open Data Platform. ArXiv abs\/2301.10140 (2023). https:\/\/api.semanticscholar.org\/CorpusID:256194545"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1162\/qss_a_00159"},{"key":"e_1_3_2_2_16_1","unstructured":"Engineering National Academies\u00a0of Sciences Medicine 2019. Reproducibility and replicability in science. (2019)."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2970399"},{"key":"e_1_3_2_2_18_1","unstructured":"Juan\u00a0Manuel P\u00e9rez Juan\u00a0Carlos Giudici and Franco Luque. 2021. pysentimiento: A Python Toolkit for Sentiment Analysis and SocialNLP tasks. arxiv:2106.09462\u00a0[cs.CL]"},{"key":"e_1_3_2_2_19_1","volume-title":"Advances in Neural Information Processing Systems, H.\u00a0Wallach, H.\u00a0Larochelle, A.\u00a0Beygelzimer, F.\u00a0d'Alch\u00e9-Buc, E.\u00a0Fox, and R.\u00a0Garnett (Eds.). Vol.\u00a032. Curran Associates","author":"Raff Edward","year":"2019","unstructured":"Edward Raff. 2019. A Step Toward Quantifying Independently Reproducible Machine Learning Research. In Advances in Neural Information Processing Systems, H.\u00a0Wallach, H.\u00a0Larochelle, A.\u00a0Beygelzimer, F.\u00a0d'Alch\u00e9-Buc, E.\u00a0Fox, and R.\u00a0Garnett (Eds.). Vol.\u00a032. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2019\/file\/c429429bf1f2af051f2021dc92a8ebea-Paper.pdf"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487553.3524658"},{"key":"e_1_3_2_2_21_1","volume-title":"a distilled version of BERT: smaller, faster, cheaper and lighter. CoRR abs\/1910.01108","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. CoRR abs\/1910.01108 (2019). arXiv:1910.01108http:\/\/arxiv.org\/abs\/1910.01108"},{"key":"e_1_3_2_2_22_1","unstructured":"Seethal. 2022. Seethal\/sentiment-analysis-generic-dataset \u00b7 Hugging Face \u2014 huggingface.co. https:\/\/huggingface.co\/Seethal\/sentiment_analysis_generic_dataset. [Accessed 10-02-2024]."},{"key":"e_1_3_2_2_23_1","unstructured":"Koustuv Sinha. 2023. ML Reproducibility Challenge 2023 | MLRC2023 \u2014 reproml.org. https:\/\/reproml.org\/. [Accessed 03-02-2024]."},{"key":"e_1_3_2_2_24_1","unstructured":"Sonita Te Amira Barhoumi Martin Lentschat Fr\u00e9d\u00e9rique Bordignon Cyril Labb\u00e9 and Fran\u00e7ois Portet. 2022. Citation Context Classification: Critical vs Non-critical. In Proceedings of the Third Workshop on Scholarly Document Processing Arman Cohan Guy Feigenblat Dayne Freitag Tirthankar Ghosal Drahomira Herrmannova Petr Knoth Kyle Lo Philipp Mayr Michal Shmueli-Scheuer Anita de\u00a0Waard and Lucy\u00a0Lu Wang (Eds.). Association for Computational Linguistics Gyeongju Republic of Korea 49\u201353. https:\/\/aclanthology.org\/2022.sdp-1.6"},{"key":"e_1_3_2_2_25_1","unstructured":"BI team. 2022. sbcBI\/sentiment-analysis-model \u00b7 Hugging Face \u2014 huggingface.co. https:\/\/huggingface.co\/sbcBI\/sentiment_analysis_model. [Accessed 10-02-2024]."},{"key":"e_1_3_2_2_26_1","unstructured":"Hugging\u00a0Face Team. 2024. Models - Hugging Face \u2014 huggingface.co. https:\/\/huggingface.co\/models. [Accessed 05-01-2024]."},{"key":"e_1_3_2_2_27_1","volume-title":"Arjun\u00a0Manoj Menon, Sai\u00a0Ajay Modukuri, Nishanth Nakshatri, Xin Wei, Zhuoer Wang, James Caverlee, Sarah\u00a0M. Rajtmajer, and C.\u00a0Lee Giles.","author":"Wu Jian","year":"2021","unstructured":"Jian Wu, Rajal Nivargi, Sree Sai\u00a0Teja Lanka, Arjun\u00a0Manoj Menon, Sai\u00a0Ajay Modukuri, Nishanth Nakshatri, Xin Wei, Zhuoer Wang, James Caverlee, Sarah\u00a0M. Rajtmajer, and C.\u00a0Lee Giles. 2021. Predicting the Reproducibility of Social and Behavioral Science Papers Using Supervised Learning Models. arxiv:2104.04580\u00a0[cs.DL]"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1909046117"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.01.021"}],"event":{"name":"ACM REP '24: ACM Conference on Reproducibility and Replicability","location":"Rennes France","acronym":"ACM REP '24","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 2nd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663628","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641525.3663628","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:05:07Z","timestamp":1755914707000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663628"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":29,"alternative-id":["10.1145\/3641525.3663628","10.1145\/3641525"],"URL":"https:\/\/doi.org\/10.1145\/3641525.3663628","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}