{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T14:42:28Z","timestamp":1770993748864,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,28]],"date-time":"2023-11-28T00:00:00Z","timestamp":1701129600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,28]]},"DOI":"10.1145\/3626111.3628189","type":"proceedings-article","created":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T12:11:20Z","timestamp":1699877480000},"page":"56-62","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Toward Reproducing Network Research Results Using Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3394-6279","authenticated-orcid":false,"given":"Qiao","family":"Xiang","sequence":"first","affiliation":[{"name":"Xiamen University"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2884-8504","authenticated-orcid":false,"given":"Yuling","family":"Lin","sequence":"additional","affiliation":[{"name":"Xiamen University"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8690-5244","authenticated-orcid":false,"given":"Mingjun","family":"Fang","sequence":"additional","affiliation":[{"name":"Xiamen University"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5341-602X","authenticated-orcid":false,"given":"Bang","family":"Huang","sequence":"additional","affiliation":[{"name":"Xiamen University"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2495-2028","authenticated-orcid":false,"given":"Siyong","family":"Huang","sequence":"additional","affiliation":[{"name":"Xiamen University"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8851-9725","authenticated-orcid":false,"given":"Ridi","family":"Wen","sequence":"additional","affiliation":[{"name":"Xiamen University"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0372-5045","authenticated-orcid":false,"given":"Franck","family":"Le","sequence":"additional","affiliation":[{"name":"IBM Research"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9266-3044","authenticated-orcid":false,"given":"Linghe","family":"Kong","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7362-2789","authenticated-orcid":false,"given":"Jiwu","family":"Shu","sequence":"additional","affiliation":[{"name":"Xiamen University and Minjiang University"}]}],"member":"320","published-online":{"date-parts":[[2023,11,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"An Email from SIGCOMM Mailing List on April 1. https:\/\/sigcomm.org\/about\/mailing-lists\/.","year":"2016","unstructured":"2016. SIGCOMM to use Deep Learning for Paper Selection, An Email from SIGCOMM Mailing List on April 1. https:\/\/sigcomm.org\/about\/mailing-lists\/. (2016)."},{"key":"e_1_3_2_1_2_1","unstructured":"2018. Gurobi. https:\/\/www.gurobi.com. (2018)."},{"key":"e_1_3_2_1_3_1","unstructured":"2020. Open-source Prototype of NCFlow. https:\/\/github.com\/netcontract\/ncflow. (2020)."},{"key":"e_1_3_2_1_4_1","unstructured":"2021. Open-source Prototype of ARROW. https:\/\/github.com\/hipersys-team\/arrow. (2021)."},{"key":"e_1_3_2_1_5_1","unstructured":"2021. Open-source Prototype of Atomic Predicates Verifier. https:\/\/gitee.com\/gdtongji\/atomic_predicates_verifier. (2021)."},{"key":"e_1_3_2_1_6_1","unstructured":"2022. GPT-3.5. https:\/\/lablab.ai\/tech\/openai\/gpt3-5. (2022)."},{"key":"e_1_3_2_1_7_1","unstructured":"2022. Microsoft Copilot. https:\/\/github.com\/features\/copilot\/. (2022)."},{"key":"e_1_3_2_1_8_1","unstructured":"2022. Open-source Prototype of Flash. https:\/\/github.com\/snlab\/flash. (2022)."},{"key":"e_1_3_2_1_9_1","unstructured":"2022. OpenAI ChatGPT. https:\/\/openai.com\/blog\/chatgpt. (2022)."},{"key":"e_1_3_2_1_10_1","unstructured":"2022. Pulp. https:\/\/pypi.org\/project\/PuLP. (2022)."},{"key":"e_1_3_2_1_11_1","volume-title":"ACM IMC 2023 Call For Papers: Replicability Track. https:\/\/conferences.sigcomm.org\/imc\/2023\/cfp\/.","year":"2023","unstructured":"2023. ACM IMC 2023 Call For Papers: Replicability Track. https:\/\/conferences.sigcomm.org\/imc\/2023\/cfp\/. (2023)."},{"key":"e_1_3_2_1_12_1","unstructured":"2023. ChatPDF. https:\/\/www.chatpdf.com\/. (2023)."},{"key":"e_1_3_2_1_13_1","volume-title":"CS2023: ACM\/IEEE-CS\/AAAI Computer Science Curricula. https:\/\/csed.acm.org\/.","year":"2023","unstructured":"2023. CS2023: ACM\/IEEE-CS\/AAAI Computer Science Curricula. https:\/\/csed.acm.org\/. (2023)."},{"key":"e_1_3_2_1_14_1","volume-title":"NSDI","author":"Abuzaid Firas","year":"2021","unstructured":"Firas Abuzaid, Srikanth Kandula, Behnaz Arzani, Ishai Menache, Matei Zaharia, and Peter Bailis. 2021. Contracting Wide-area Network Topologies to Solve Flow Problems Quickly.. In NSDI 2021."},{"key":"e_1_3_2_1_15_1","unstructured":"Anonymous-Authors. 2023. Conversation Log of ChatGPT in the Experiment. https:\/\/www.dropbox.com\/sh\/11tshmzf517juy5\/AACLtpzN-Oa-zbJluXNyH7rPa?dl=0. (2023)."},{"key":"e_1_3_2_1_16_1","volume-title":"Prompting Is Programming: A Query Language for Large Language Models. arXiv e-prints","author":"Beurer-Kellner Luca","year":"2022","unstructured":"Luca Beurer-Kellner, Marc Fischer, and Martin Vechev. 2022. Prompting Is Programming: A Query Language for Large Language Models. arXiv e-prints (2022)."},{"key":"e_1_3_2_1_17_1","volume-title":"Automated Theorem Proving","author":"Bibel Wolfgang","unstructured":"Wolfgang Bibel. 2013. Automated Theorem Proving. Springer Science & Business Media."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544216.3544244"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017690"},{"key":"e_1_3_2_1_20_1","volume-title":"Consistent Data Plane Verification for Large-Scale Network Settings. In SIGCOMM","author":"Guo Dong","year":"2022","unstructured":"Dong Guo, Shenshen Chen, Kai Gao, Qiao Xiang, Ying Zhang, and Y Richard Yang. 2022. Flash: Fast, Consistent Data Plane Verification for Large-Scale Network Settings. In SIGCOMM 2022."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWQoS57198.2023.10188716"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132764"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"John Jumper Richard Evans Alexander Pritzel Tim Green Michael Figurnov Olaf Ronneberger Kathryn Tunyasuvunakool Russ Bates Augustin \u017d\u00eddek Anna Potapenko et al. 2021. Highly Accurate Protein Structure Prediction with Alphafold. Nature (2021).","DOI":"10.1038\/s41586-021-03819-2"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563766.3564109"},{"key":"e_1_3_2_1_25_1","volume-title":"Interpreting Deep Learning-Based Networking Systems. In SIGCOMM","author":"Meng Zili","year":"2020","unstructured":"Zili Meng, Minhu Wang, Jiasong Bai, Mingwei Xu, Hongzi Mao, and Hongxin Hu. 2020. Interpreting Deep Learning-Based Networking Systems. In SIGCOMM 2020."},{"key":"e_1_3_2_1_26_1","volume-title":"A Conversational Paradigm for Program Synthesis. arXiv e-prints","author":"Nijkamp Erik","year":"2022","unstructured":"Erik Nijkamp, Bo Pang, Hiroaki Hayashi, Lifu Tu, Huan Wang, Yingbo Zhou, Silvio Savarese, and Caiming Xiong. 2022. A Conversational Paradigm for Program Synthesis. arXiv e-prints (2022)."},{"key":"e_1_3_2_1_27_1","volume-title":"ATC","author":"Ongaro Diego","year":"2014","unstructured":"Diego Ongaro and John Ousterhout. 2014. In Search of an Understandable Consensus Algorithm. In ATC 2014."},{"key":"e_1_3_2_1_28_1","volume-title":"Multi-Modal Program Inference: A Marriage of Pre-trained Language Models and Component-Based Synthesis. arXiv e-prints","author":"Rahmani Kia","year":"2021","unstructured":"Kia Rahmani, Mohammad Raza, Sumit Gulwani, Vu Le, Daniel Morris, Arjun Radhakrishna, Gustavo Soares, and Ashish Tiwari. 2021. Multi-Modal Program Inference: A Marriage of Pre-trained Language Models and Component-Based Synthesis. arXiv e-prints (2021)."},{"key":"e_1_3_2_1_29_1","volume-title":"Introduction to Static Analysis: An Abstract Interpretation Perspective","author":"Rival Xavier","unstructured":"Xavier Rival and Kwangkeun Yi. 2020. Introduction to Static Analysis: An Abstract Interpretation Perspective. Mit Press."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3577929.3577933"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2934872.2934899"},{"key":"e_1_3_2_1_32_1","volume-title":"Ryan Beckett, Ennan Zhai, Matt Brown, Todd Millstein, Yuval Tamir, and George Varghese.","author":"Tang Alan","year":"2021","unstructured":"Alan Tang, Siva Kesava Reddy Kakarla, Ryan Beckett, Ennan Zhai, Matt Brown, Todd Millstein, Yuval Tamir, and George Varghese. 2021. Campion: Debugging Router Configuration Differences. In SIGCOMM 2021."},{"key":"e_1_3_2_1_33_1","unstructured":"A. Vahidi. 2020. A BDD and Z-BDD Library Written in Java. https:\/\/bitbucket.org\/vahidi\/jdd. (2020)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485477"},{"key":"e_1_3_2_1_35_1","volume-title":"Schmidt","author":"White Jules","year":"2023","unstructured":"Jules White, Sam Hays, Quchen Fu, Jesse Spencer-Smith, and Douglas C. Schmidt. 2023. ChatGPT Prompt Patterns for Improving Code Quality, Refactoring, Requirements Elicitation, and Software Design. arXiv e-prints (2023)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Qiao Xiang Yuling Lin Mingjun Fang Bang Huang Siyong Huang Ridi Wen Franck Le Linghe Kong and Jiwu Shu. 2023. Toward Reproducing Network Research Results Using Large Language Models. (2023). arXiv:cs.LG\/2309.04716","DOI":"10.1145\/3626111.3628189"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3089262.3089266"},{"key":"e_1_3_2_1_38_1","volume-title":"Real-Time Verification of Network Properties Using Atomic Predicates. In TON 2016","author":"Yang Hongkun","year":"2016","unstructured":"Hongkun Yang and Simon S Lam. 2016. Real-Time Verification of Network Properties Using Atomic Predicates. In TON 2016 (2016)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600061.3600065"},{"key":"e_1_3_2_1_40_1","volume-title":"Semi-automated Protocol Disambiguation and Code Generation. In SIGCOMM","author":"Yen Jane","year":"2021","unstructured":"Jane Yen, Tam\u00e1s L\u00e9vai, Qinyuan Ye, Xiang Ren, Ramesh Govindan, and Barath Raghavan. 2021. Semi-automated Protocol Disambiguation and Code Generation. In SIGCOMM 2021."},{"key":"e_1_3_2_1_41_1","volume-title":"Repairing Bugs in Python Assignments Using Large Language Models. arXiv e-prints","author":"Zhang Jialu","year":"2022","unstructured":"Jialu Zhang, Jos\u00e9 Cambronero, Sumit Gulwani, Vu Le, Ruzica Piskac, Gustavo Soares, and Gust Verbruggen. 2022. Repairing Bugs in Python Assignments Using Large Language Models. arXiv e-prints (2022)."},{"key":"e_1_3_2_1_42_1","volume-title":"Automated Feedback Generation for Competition-Level Code. In ASE","author":"Zhang Jialu","year":"2022","unstructured":"Jialu Zhang, De Li, John Charles Kolesar, Hanyuan Shi, and Ruzica Piskac. 2022. Automated Feedback Generation for Competition-Level Code. In ASE 2022."},{"key":"e_1_3_2_1_43_1","volume-title":"APKeep: Realtime Verification for Real Networks. In NSDI","author":"Zhang Peng","year":"2020","unstructured":"Peng Zhang, Xu Liu, Hongkun Yang, Ning Kang, Zhengchang Gu, and Hao Li. 2020. APKeep: Realtime Verification for Real Networks. In NSDI 2020."},{"key":"e_1_3_2_1_44_1","volume-title":"Performal: Formal Verification of Latency Properties for Distributed Systems. In PACM PL 2023","author":"Zhang Tony Nuda","year":"2023","unstructured":"Tony Nuda Zhang, Upamanyu Sharma, and Manos Kapritsos. 2023. Performal: Formal Verification of Latency Properties for Distributed Systems. In PACM PL 2023 (2023)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3452296.3472921"},{"key":"e_1_3_2_1_46_1","volume-title":"Ziwen Han, Keiran Paster, Silviu Pitis, Harris Chan, and Jimmy Ba.","author":"Zhou Yongchao","year":"2022","unstructured":"Yongchao Zhou, Andrei Ioan Muresanu, Ziwen Han, Keiran Paster, Silviu Pitis, Harris Chan, and Jimmy Ba. 2022. Large Language Models Are Human-Level Prompt Engineers. arXiv e-prints (2022)."}],"event":{"name":"HotNets '23: The 22nd ACM Workshop on Hot Topics in Networks","location":"Cambridge MA USA","acronym":"HotNets '23","sponsor":["SIGCOMM ACM Special Interest Group on Data Communication"]},"container-title":["Proceedings of the 22nd ACM Workshop on Hot Topics in Networks"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626111.3628189","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626111.3628189","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T19:38:59Z","timestamp":1755891539000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626111.3628189"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,28]]},"references-count":46,"alternative-id":["10.1145\/3626111.3628189","10.1145\/3626111"],"URL":"https:\/\/doi.org\/10.1145\/3626111.3628189","relation":{},"subject":[],"published":{"date-parts":[[2023,11,28]]},"assertion":[{"value":"2023-11-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}