{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:04:04Z","timestamp":1750309444579,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,2,25]],"date-time":"2025-02-25T00:00:00Z","timestamp":1740441600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,2,25]]},"DOI":"10.1145\/3708493.3712683","type":"proceedings-article","created":{"date-parts":[[2025,2,25]],"date-time":"2025-02-25T17:02:04Z","timestamp":1740502924000},"page":"48-59","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Data-Efficient Performance Modeling via Pre-training"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-1041-723X","authenticated-orcid":false,"given":"Chunting","family":"Liu","sequence":"first","affiliation":[{"name":"New York University Abu Dhabi, Abu Dhabi, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9350-3998","authenticated-orcid":false,"given":"Riyadh","family":"Baghdadi","sequence":"additional","affiliation":[{"name":"New York University Abu Dhabi, Abu Dhabi, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,2,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306346"},{"key":"e_1_3_2_1_2_1","volume-title":"Chameleon: Adaptive Code Optimization for Expedited Deep Neural Network Compilation. In 8th International Conference on Learning Representations, ICLR 2020","author":"Ahn Byung Hoon","year":"2020","unstructured":"Byung Hoon Ahn, Prannoy Pilligundla, Amir Yazdanbakhsh, and Hadi Esmaeilzadeh. 2020. Chameleon: Adaptive Code Optimization for Expedited Deep Neural Network Compilation. In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020. OpenReview.net. https:\/\/openreview.net\/forum?id= rygG4AVFvH"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/PACT"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of Machine Learning and Systems, A. Smola, A. Dimakis, and I. Stoica (Eds.)","volume":"3","author":"Baghdadi Riyadh","year":"2021","unstructured":"Riyadh Baghdadi, Massinissa Merouani, Mohamed-Hicham LEGHETTAS, Kamel Abdous, Taha Arbaoui, Karima BENATCHBA, and Saman amarasinghe. 2021. A Deep Learning Based Cost Model for Automatic Code Optimization. In Proceedings of Machine Learning and Systems, A. Smola, A. Dimakis, and I. Stoica (Eds.), Vol. 3. 181-193. https:\/\/proceedings.mlsys.org\/paper_files\/paper\/2021\/file\/ d9387b6d643efb25132be36f7b908d96-Paper.pdf"},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 2019 IEEE\/ACM International Symposium on Code Generation and Optimization (Washington, DC, USA) ( CGO 2019). IEEE Press, 193-205","author":"Baghdadi Riyadh","year":"2019","unstructured":"Riyadh Baghdadi, Jessica Ray, Malek Ben Romdhane, Emanuele Del Sozzo, Abdurrahman Akkas, Yunming Zhang, Patricia Suriana, Shoaib Kamil, and Saman Amarasinghe. 2019. Tiramisu: A Polyhedral Compiler for Expressing Fast and Portable Code. In Proceedings of the 2019 IEEE\/ACM International Symposium on Code Generation and Optimization (Washington, DC, USA) ( CGO 2019). IEEE Press, 193-205."},{"key":"e_1_3_2_1_7_1","first-page":"3589","volume-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems (Montr\u00e9al, Canada) ( NIPS'18). Curran Associates Inc.","author":"Ben-Nun Tal","year":"2018","unstructured":"Tal Ben-Nun, Alice Shoshana Jakobovits, and Torsten Hoefler. 2018. Neural code comprehension: a learnable representation of code semantics. In Proceedings of the 32nd International Conference on Neural Information Processing Systems (Montr\u00e9al, Canada) ( NIPS'18). Curran Associates Inc., Red Hook, NY, USA, 3589-3601."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI"},{"key":"e_1_3_2_1_9_1","first-page":"3393","volume-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems (Montr\u00e9al, Canada) ( NIPS'18). Curran Associates Inc.","author":"Chen Tianqi","year":"2018","unstructured":"Tianqi Chen, Lianmin Zheng, Eddie Yan, Ziheng Jiang, Thierry Moreau, Luis Ceze, Carlos Guestrin, and Arvind Krishnamurthy. 2018. Learning to Optimize Tensor Programs. In Proceedings of the 32nd International Conference on Neural Information Processing Systems (Montr\u00e9al, Canada) ( NIPS'18). Curran Associates Inc., Red Hook, NY, USA, 3393-3404."},{"key":"e_1_3_2_1_10_1","unstructured":"Chris Cummins Volker Seeker Dejan Grubisic Mostafa Elhoushi Youwei Liang Baptiste Roziere Jonas Gehring Fabian Gloeckle Kim Hazelwood Gabriel Synnaeve et al. 2023. Large language models for compiler optimization. arXiv preprint arXiv:2309.07062 ( 2023 )."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/tmi"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-09766-4"},{"key":"e_1_3_2_1_13_1","volume-title":"Unsupervised Natural Language Generation with Denoising Autoencoders. arXiv","author":"Freitag Markus","year":"1804","unstructured":"Markus Freitag and Scott Roy. 2018. Unsupervised Natural Language Generation with Denoising Autoencoders. arXiv: 1804. 07899 [cs.CL]"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Robert M French. 1999. Catastrophic forgetting in connectionist networks. Trends in cognitive sciences 3 4 ( 1999 ) 128-135.","DOI":"10.1016\/S1364-6613(99)01294-2"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.499"},{"key":"e_1_3_2_1_16_1","volume-title":"GraphCodeBERT: Pre-training Code Representations with Data Flow. In International Conference on Learning Representations.","author":"Guo Daya","year":"2020","unstructured":"Daya Guo, Shuo Ren, Shuai Lu, Zhangyin Feng, Duyu Tang, LIU Shujie, Long Zhou, Nan Duan, Alexey Svyatkovskiy, Shengyu Fu, et al. 2020. GraphCodeBERT: Pre-training Code Representations with Data Flow. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_17_1","volume-title":"Learning and Evaluating Contextual Embedding of Source Code. arXiv","author":"Kanade Aditya","year":"2001","unstructured":"Aditya Kanade, Petros Maniatis, Gogul Balakrishnan, and Kensen Shi. 2020. Learning and Evaluating Contextual Embedding of Source Code. arXiv: 2001. 00059 [cs.SE] https:\/\/arxiv.org\/abs\/ 2001.00059"},{"key":"e_1_3_2_1_18_1","volume-title":"Conference on Machine Learning and Systems.","author":"Kaufman Samuel J.","year":"2021","unstructured":"Samuel J. Kaufman, Phitchaya Mangpo Phothilimthana, Yanqi Zhou, Charith Mendis, Sudip Roy, Amit Sabne, and Mike Burrows. 2021. A Learned Performance Model for Tensor Processing Units. In Conference on Machine Learning and Systems."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1543136.1542460"},{"key":"e_1_3_2_1_20_1","volume-title":"Vikrant Singh Tomar, and Yoshua Bengio","author":"Lugosch Loren","year":"2019","unstructured":"Loren Lugosch, Mirco Ravanelli, Patrick Ignoto, Vikrant Singh Tomar, and Yoshua Bengio. 2019. Speech model pre-training for end-to-end spoken language understanding. Interspeech 2019 ( 2019 ). doi: 10.21437\/ interspeech.2019-2396"},{"key":"e_1_3_2_1_21_1","volume-title":"Ithemal: Accurate, Portable and Fast Basic Block Throughput Estimation using Deep Neural Networks. arXiv","author":"Mendis Charith","year":"2019","unstructured":"Charith Mendis, Alex Renda, Saman Amarasinghe, and Michael Carbin. 2019. Ithemal: Accurate, Portable and Fast Basic Block Throughput Estimation using Deep Neural Networks. arXiv: 1808. 07412 [cs.DC]"},{"key":"e_1_3_2_1_22_1","volume-title":"Iheb Nassim Aouadj, Nassim Tchoulak, Islem Kara Bernou, Hamza Benyamina, Fatima Benbouzid-Si Tayeb, Karima Benatchba, Hugh Leather, and Riyadh Baghdadi.","author":"Merouani Massinissa","year":"2024","unstructured":"Massinissa Merouani, Khaled Afif Boudaoud, Iheb Nassim Aouadj, Nassim Tchoulak, Islem Kara Bernou, Hamza Benyamina, Fatima Benbouzid-Si Tayeb, Karima Benatchba, Hugh Leather, and Riyadh Baghdadi. 2024. LOOPer: A Learned Automatic Code Optimizer For Polyhedral Compilers. arXiv: 2403.11522 [cs.PL]"},{"key":"e_1_3_2_1_23_1","volume-title":"Smith","author":"Montero Ivan","year":"2021","unstructured":"Ivan Montero, Nikolaos Pappas, and Noah A. Smith. 2021. Sentence Bottleneck Autoencoders from Transformer Language Models. arXiv: 2109.00055 [cs.CL]"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 2017 International Symposium on Code Generation and Optimization (Austin, USA) ( CGO '17). IEEE Press, 245-256","author":"Ogilvie William F.","year":"2017","unstructured":"William F. Ogilvie, Pavlos Petoumenos, Zheng Wang, and Hugh Leather. 2017. Minimizing the cost of iterative compilation with active learning. In Proceedings of the 2017 International Symposium on Code Generation and Optimization (Austin, USA) ( CGO '17). IEEE Press, 245-256."},{"key":"e_1_3_2_1_25_1","unstructured":"Louis-No\u00ebl Pouchet. 2012. PolyBench\/C: the Polyhedral Benchmark suite. https:\/\/web.cs.ucla.edu\/~pouchet\/software\/polybench\/"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499370.2462176"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPSW55747"},{"key":"e_1_3_2_1_28_1","unstructured":"Karthick Panner Selvam and Mats Brorsson. 2023. Can SemiSupervised Learning Improve Prediction of Deep Learning Model Resource Consumption? ( 2023 ). https:\/\/openreview.net\/forum?id= C4nDgK47OJ"},{"key":"e_1_3_2_1_29_1","volume-title":"Advances in Neural Information Processing Systems","author":"Tong Zhan","year":"2022","unstructured":"Zhan Tong, Yibing Song, Jue Wang, and Limin Wang. 2022. VideoMAE: Masked Autoencoders are Data-Eficient Learners for SelfSupervised Video Pre-Training. In Advances in Neural Information Processing Systems, S. Koyejo, S. Mohamed, A. Agarwal, D. Belgrave, K. Cho, and A. Oh (Eds.), Vol. 35. Curran Associates, Inc., 10078-10093. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/ 416f9cb3276121c42eebb86352a4354a-Paper-Conference.pdf"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3577193.3593714"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3418463"},{"key":"e_1_3_2_1_32_1","volume-title":"Mathematical Software-ICMS","author":"Verdoolaege Sven","year":"2010","unstructured":"Sven Verdoolaege. 2010. isl: An Integer Set Library for the Polyhedral Model. In Mathematical Software-ICMS 2010, Komei Fukuda, Joris van der Hoeven, Michael Joswig, and Nobuki Takayama (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 299-302."},{"key":"e_1_3_2_1_33_1","volume-title":"Advances in Neural Information Processing Systems","author":"Zhang Renrui","year":"2022","unstructured":"Renrui Zhang, Ziyu Guo, Peng Gao, Rongyao Fang, Bin Zhao, Dong Wang, Yu Qiao, and Hongsheng Li. 2022. Point-M2AE: Multi-scale Masked Autoencoders for Hierarchical Point Cloud Pre-training. In Advances in Neural Information Processing Systems, S. Koyejo, S. Mohamed, A. Agarwal, D. Belgrave, K. Cho, and A. Oh (Eds.), Vol. 35. Curran Associates, Inc., 27061-27074. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/ ad1d7a4df30a9c0c46b387815a774a84-Paper-Conference.pdf"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the 14th USENIX Conference on Operating Systems Design and Implementation (OSDI'20)","author":"Zheng Lianmin","year":"2020","unstructured":"Lianmin Zheng, Chengfan Jia, Minmin Sun, Zhao Wu, Cody Hao Yu, Ameer Haj-Ali, Yida Wang, Jun Yang, Danyang Zhuo, Koushik Sen, Joseph E. Gonzalez, and Ion Stoica. 2020. Ansor: generating highperformance tensor programs for deep learning. In Proceedings of the 14th USENIX Conference on Operating Systems Design and Implementation (OSDI'20). USENIX Association, USA, Article 49, 17 pages."}],"event":{"name":"CC '25: 34th ACM SIGPLAN International Conference on Compiler Construction","sponsor":["SIGPLAN SIGPLAN Programming Languages"],"location":"Las Vegas NV USA","acronym":"CC '25"},"container-title":["Proceedings of the 34th ACM SIGPLAN International Conference on Compiler Construction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3708493.3712683","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3708493.3712683","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:09:54Z","timestamp":1750295394000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3708493.3712683"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,25]]},"references-count":33,"alternative-id":["10.1145\/3708493.3712683","10.1145\/3708493"],"URL":"https:\/\/doi.org\/10.1145\/3708493.3712683","relation":{},"subject":[],"published":{"date-parts":[[2025,2,25]]},"assertion":[{"value":"2025-02-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}