{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T02:35:31Z","timestamp":1769740531376,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3662006.3662061","type":"proceedings-article","created":{"date-parts":[[2024,6,11]],"date-time":"2024-06-11T12:23:36Z","timestamp":1718108616000},"page":"10-15","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Towards a Task-agnostic Distillation Methodology for Creating Edge Foundation Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3988-1445","authenticated-orcid":false,"given":"Swarnava","family":"Dey","sequence":"first","affiliation":[{"name":"TCS Research, Kolkata, West Bengal, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5052-4476","authenticated-orcid":false,"given":"Arijit","family":"Mukherjee","sequence":"additional","affiliation":[{"name":"TCS Research, Kolkata, West Bengal, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1794-6719","authenticated-orcid":false,"given":"Arijit","family":"Ukil","sequence":"additional","affiliation":[{"name":"TCS Research, Kolkata, West Bengal, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9101-8051","authenticated-orcid":false,"given":"Arpan","family":"Pal","sequence":"additional","affiliation":[{"name":"TCS Research, Kolkata, West Bengal, India"}]}],"member":"320","published-online":{"date-parts":[[2024,6,11]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Modassir Afzal. 2023. ResNet-9. https:\/\/tinyurl.com\/5cn97rew"},{"key":"e_1_3_2_1_2_1","volume-title":"Learning Representations by Maximizing Mutual Information Across Views. arXiv preprint arXiv:1906.00910","author":"Bachman Philip","year":"2019","unstructured":"Philip Bachman, R Devon Hjelm, and William Buchwalter. 2019. Learning Representations by Maximizing Mutual Information Across Views. arXiv preprint arXiv:1906.00910 (2019)."},{"key":"e_1_3_2_1_3_1","unstructured":"Brian Bailey. 2022. AI Power Consumption Exploding. https:\/\/semiengineering.com\/ai-power- consumption- exploding\/."},{"key":"e_1_3_2_1_4_1","unstructured":"Jane Bromley et al. 1993. Signature Verification Using a \"Siamese\" Time Delay Neural Network. In NeurIPS (Denver Colorado). Morgan Kaufmann Publishers Inc. San Francisco CA USA 737--744."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2991734"},{"key":"e_1_3_2_1_6_1","unstructured":"Mathilde Caron et al. 2021. Unsupervised Learning of Visual Features by Contrasting Cluster Assignments. arXiv preprint arXiv:2006.09882 (2021)."},{"key":"e_1_3_2_1_7_1","volume-title":"A Simple Framework for Contrastive Learning of Visual Representations. arXiv preprint arXiv:2002.05709","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey Hinton. 2020. A Simple Framework for Contrastive Learning of Visual Representations. arXiv preprint arXiv:2002.05709 (2020)."},{"key":"e_1_3_2_1_8_1","unstructured":"Xinlei Chen et al. 2020. Improved Baselines with Momentum Contrastive Learning. arXiv preprint arXiv:2003.04297 (2020)."},{"key":"e_1_3_2_1_9_1","volume-title":"Exploring Simple Siamese Representation Learning. arXiv preprint arXiv:2011.10566","author":"Chen Xinlei","year":"2020","unstructured":"Xinlei Chen and Kaiming He. 2020. Exploring Simple Siamese Representation Learning. arXiv preprint arXiv:2011.10566 (2020)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i1.25114"},{"key":"e_1_3_2_1_11_1","volume-title":"Fine-grained Visual Classification with High-temperature Refinement and Background Suppression. arXiv preprint arXiv:2303.06442","author":"Chou Po-Yung","year":"2023","unstructured":"Po-Yung Chou, Yu-Yung Kao, and Cheng-Hung Lin. 2023. Fine-grained Visual Classification with High-temperature Refinement and Background Suppression. arXiv preprint arXiv:2303.06442 (2023)."},{"key":"e_1_3_2_1_12_1","unstructured":"Semiconductor Research Corporation. 2022. Decadal Plan for Semiconductors. https:\/\/www.src.org\/about\/decadal-plan\/decadal-plan-full-report.pdf."},{"key":"e_1_3_2_1_13_1","volume-title":"Challenges of Accurate and Efficient AutoML. In 2023 38th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE Computer Society","author":"Dey Swarnava","year":"2023","unstructured":"Swarnava Dey, Avik Ghose, and Soumik Das. 2023. Challenges of Accurate and Efficient AutoML. In 2023 38th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE Computer Society, Los Alamitos, CA, USA, 1834--1839."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/PERCOMW.2019.8730817"},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the 1st ACM International Workshop on Smart Cities and Fog Computing","author":"Dey Swarnava","unstructured":"Swarnava Dey, Arijit Mukherjee, Arpan Pal, and P. Balamuralidhar. 2018. Partitioning of CNN Models for Execution on Fog Devices. In Proceedings of the 1st ACM International Workshop on Smart Cities and Fog Computing (Shenzhen, China) (CitiFog'18). ACM, New York, NY, USA, 19--24."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3362743.3362964"},{"key":"e_1_3_2_1_17_1","volume-title":"Mahmoud Al Ismail, and Huaming Wang","author":"Elizalde Benjamin","year":"2022","unstructured":"Benjamin Elizalde, Soham Deshmukh, Mahmoud Al Ismail, and Huaming Wang. 2022. CLAP: Learning Audio Concepts From Natural Language Supervision. arXiv preprint arXiv 2206.04769 (2022)."},{"key":"e_1_3_2_1_18_1","volume-title":"SEED: Self-supervised Distillation For Visual Representation. arXiv preprint arXiv:2101.04731","author":"Fang Zhiyuan","year":"2021","unstructured":"Zhiyuan Fang, Jianfeng Wang, Lijuan Wang, Lei Zhang, Yezhou Yang, and Zicheng Liu. 2021. SEED: Self-supervised Distillation For Visual Representation. arXiv preprint arXiv:2101.04731 (2021)."},{"key":"e_1_3_2_1_19_1","unstructured":"Jean-Bastien Grill et al. 2020. Bootstrap your own latent: A new approach to self-supervised Learning. arXiv preprint arXiv:2006.07733 (2020)."},{"key":"e_1_3_2_1_20_1","volume-title":"Momentum Contrast for Unsupervised Visual Representation Learning. arXiv preprint arXiv:1911.05722","author":"He Kaiming","year":"2020","unstructured":"Kaiming He, Haoqi Fan, Yuxin Wu, Saining Xie, and Ross Girshick. 2020. Momentum Contrast for Unsupervised Visual Representation Learning. arXiv preprint arXiv:1911.05722 (2020)."},{"key":"e_1_3_2_1_21_1","volume-title":"Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, and Jeff Dean. 2015. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)."},{"key":"e_1_3_2_1_22_1","unstructured":"R Devon Hjelm et al. 2019. Learning deep representations by mutual information estimation and maximization. arXiv preprint arXiv:1808.06670 (2019)."},{"key":"e_1_3_2_1_23_1","volume-title":"H\u00e9naff et al","author":"Olivier","year":"2020","unstructured":"Olivier J. H\u00e9naff et al. 2020. Data-Efficient Image Recognition with Contrastive Predictive Coding. arXiv preprint arXiv:1905.09272 (2020)."},{"key":"e_1_3_2_1_24_1","volume-title":"arXiv:2304.02643","author":"Kirillov Alexander","year":"2023","unstructured":"Alexander Kirillov, Eric Mintun, Nikhila Ravi, Hanzi Mao, Chloe Rolland, Laura Gustafson, Tete Xiao, Spencer Whitehead, Alexander C. Berg, Wan-Yen Lo, Piotr Doll\u00e1r, and Ross Girshick. 2023. Segment Anything. arXiv:2304.02643 (2023)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00561"},{"key":"e_1_3_2_1_26_1","volume-title":"Self-Supervised Learning of Pretext-Invariant Representations. arXiv preprint arXiv:1912.01991","author":"Misra Ishan","year":"2019","unstructured":"Ishan Misra and Laurens van der Maaten. 2019. Self-Supervised Learning of Pretext-Invariant Representations. arXiv preprint arXiv:1912.01991 (2019)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510027"},{"key":"e_1_3_2_1_28_1","volume-title":"Demo: On-Device Puff Detection System for Smoking Cessation. In MobiSys (Helsinki, Finland)","author":"Mukhopadhyay Shalini","year":"2023","unstructured":"Shalini Mukhopadhyay, Swarnava Dey, and Avik Ghose. 2023. Demo: On-Device Puff Detection System for Smoking Cessation. In MobiSys (Helsinki, Finland). ACM, New York, NY, USA, 586--587."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597061.3597259"},{"key":"e_1_3_2_1_30_1","volume-title":"Generating Tiny Deep Neural Networks for ECG Classification on Micro-Controllers. In 2023 IEEE International Conference on Pervasive Computing and Communications (PerCom Workshops)","author":"Mukhopadhyay Shalini","unstructured":"Shalini Mukhopadhyay, Swarnava Dey, Avik Ghose, Pragya Singh, and Pallab Dasgupta. 2023. Generating Tiny Deep Neural Networks for ECG Classification on Micro-Controllers. In 2023 IEEE International Conference on Pervasive Computing and Communications (PerCom Workshops). IEEE, USA, 392--397."},{"key":"e_1_3_2_1_31_1","volume-title":"SenSys (Boston, Massachusetts)","author":"Mukhopadhyay Shalini","unstructured":"Shalini Mukhopadhyay, Swarnava Dey, Avik Ghose, and Aakash Tyagi. 2023. Automated Generation of Tiny Model for Real-Time ECG Classification on Tiny Edge Devices. In SenSys (Boston, Massachusetts). ACM, New York, NY, USA, 756--757."},{"key":"e_1_3_2_1_32_1","volume-title":"CLIP: Connecting text and images. https:\/\/openai.com\/research\/clip.","author":"AI.","year":"2024","unstructured":"OpenAI. 2024. CLIP: Connecting text and images. https:\/\/openai.com\/research\/clip."},{"key":"e_1_3_2_1_33_1","volume-title":"Learning Transferable Visual Models From Natural Language Supervision. In Proceedings of the 38th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"8763","author":"Alec","unstructured":"Alec Radford et al. 2021. Learning Transferable Visual Models From Natural Language Supervision. In Proceedings of the 38th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 139), Marina Meila and Tong Zhang (Eds.). PMLR, 8748--8763."},{"key":"e_1_3_2_1_34_1","volume-title":"International Conference on Learning Representations.","author":"Romero Adriana","year":"2014","unstructured":"Adriana Romero, Nicolas Ballas, Samira Ebrahimi Kahou, Antoine Chassang, Carlo Gatta, and Yoshua Bengio. 2014. Fitnets: Hints for thin deep nets. International Conference on Learning Representations."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC48229.2022.9871259"},{"key":"e_1_3_2_1_36_1","volume-title":"PuffConv: A System for Online and On-device Puff Detection for Smoking Cessation. In 2023 IEEE International Conference on Pervasive Computing and Communications (PerCom Workshops)","author":"Sharma Varsha","unstructured":"Varsha Sharma, Shalini Mukhopadhyay, Sakyajit Bhattacharya, Swarnava Dey, and Avik Ghose. 2023. PuffConv: A System for Online and On-device Puff Detection for Smoking Cessation. In 2023 IEEE International Conference on Pervasive Computing and Communications (PerCom Workshops). IEEE, USA, 595--600."},{"key":"e_1_3_2_1_37_1","unstructured":"Duncan Stewart Jeff Loucks Mark Casey and Craig Wigginton. 2019. Bringing AI to the device: Edge AI chips come into their own. https:\/\/www2.deloitte.com\/us\/en\/insights\/industry\/technology\/technology-media-and-telecom-predictions\/2020\/ai-chips.html."},{"key":"e_1_3_2_1_38_1","volume-title":"Contrastive Multiview Coding. arXiv preprint arXiv:1906.05849","author":"Tian Yonglong","year":"2020","unstructured":"Yonglong Tian, Dilip Krishnan, and Phillip Isola. 2020. Contrastive Multiview Coding. arXiv preprint arXiv:1906.05849 (2020)."},{"key":"e_1_3_2_1_39_1","volume-title":"Representation Learning with Contrastive Predictive Coding. arXiv preprint arXiv:1807.03748","author":"van den Oord Aaron","year":"2019","unstructured":"Aaron van den Oord, Yazhe Li, and Oriol Vinyals. 2019. Representation Learning with Contrastive Predictive Coding. arXiv preprint arXiv:1807.03748 (2019)."},{"key":"e_1_3_2_1_40_1","volume-title":"Unsupervised Feature Learning via Non-Parametric Instance-level Discrimination. arXiv preprint arXiv:1805.01978","author":"Wu Zhirong","year":"2018","unstructured":"Zhirong Wu, Yuanjun Xiong, Stella Yu, and Dahua Lin. 2018. Unsupervised Feature Learning via Non-Parametric Instance-level Discrimination. arXiv preprint arXiv:1805.01978 (2018)."},{"key":"e_1_3_2_1_41_1","unstructured":"Mang Ye et al. 2019. Unsupervised Embedding Learning via Invariant and Spreading Instance Feature. arXiv preprint arXiv:1904.03436 (2019)."}],"event":{"name":"MOBISYS '24: The 22nd Annual International Conference on Mobile Systems, Applications and Services","location":"Minato-ku Tokyo Japan","acronym":"MOBISYS '24","sponsor":["SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing","SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the Workshop on Edge and Mobile Foundation Models"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3662006.3662061","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3662006.3662061","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T20:18:32Z","timestamp":1755980312000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3662006.3662061"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":41,"alternative-id":["10.1145\/3662006.3662061","10.1145\/3662006"],"URL":"https:\/\/doi.org\/10.1145\/3662006.3662061","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}