{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T11:26:04Z","timestamp":1765538764621,"version":"3.48.0"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","funder":[{"name":"Business Finland - 6G Soft Project","award":["8541\/31\/2022"],"award-info":[{"award-number":["8541\/31\/2022"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,18]]},"DOI":"10.1145\/3770501.3770511","type":"proceedings-article","created":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T11:20:16Z","timestamp":1765538416000},"page":"77-85","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Distributed Computing with Language Models at the Edge: A Framework and Prototype"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-5586-7723","authenticated-orcid":false,"given":"Dinesh Kumar","family":"Karthikeyan","sequence":"first","affiliation":[{"name":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1901-4244","authenticated-orcid":false,"given":"Roopesh Kumar","family":"Shanmugasundaram","sequence":"additional","affiliation":[{"name":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1554-5658","authenticated-orcid":false,"given":"Anna-Sofia","family":"Paavonen","sequence":"additional","affiliation":[{"name":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8540-9918","authenticated-orcid":false,"given":"Tommi","family":"Mikkonen","sequence":"additional","affiliation":[{"name":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7994-3700","authenticated-orcid":false,"given":"Niko","family":"M\u00e4kitalo","sequence":"additional","affiliation":[{"name":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1675-2592","authenticated-orcid":false,"given":"Ronny","family":"Seiger","sequence":"additional","affiliation":[{"name":"University of St.Gallen, St. Gallen, St. Gallen, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,12,12]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"M. Abdin J. Aneja H. Awadalla A. Awadallah A.\u00a0A. Awan N. Bach et\u00a0al. 2024. Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone. arxiv:https:\/\/arXiv.org\/abs\/2404.14219\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2404.14219"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","unstructured":"Stephanie\u00a0B. Baker Wei Xiang and Ian Atkinson. 2017. Internet of Things for Smart Healthcare: Technologies Challenges and Opportunities. IEEE Access 5 (2017) 26521\u201326544. 10.1109\/ACCESS.2017.2775180","DOI":"10.1109\/ACCESS.2017.2775180"},{"key":"e_1_3_3_1_4_2","unstructured":"Jani Boutellier Bo Tan and Jari Nurmi. 2022. Edge-PRUNE: Flexible Distributed Deep Learning Inference. arxiv:https:\/\/arXiv.org\/abs\/2204.12947\u00a0[cs.DC] https:\/\/arxiv.org\/abs\/2204.12947"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","unstructured":"Lubom\u00edr Bulej Tom\u00e1\u0161 Bure\u0161 Adam Filandr Petr Hn\u011btynka Iveta Hn\u011btynkov\u00e1 Jan Pacovsk\u00fd Gabor Sandor and Ilias Gerostathopoulos. 2021. Managing latency in edge\u2013cloud environment. Journal of Systems and Software 172 (2021) 110872. 10.1016\/j.jss.2020.110872","DOI":"10.1016\/j.jss.2020.110872"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","unstructured":"Mung Chiang and Tao Zhang. 2016. Fog and IoT: An Overview of Research Opportunities. IEEE Internet of Things Journal 3 6 (2016) 854\u2013864. 10.1109\/JIOT.2016.2584538","DOI":"10.1109\/JIOT.2016.2584538"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"Seyed\u00a0Mehran Dibaji Mohammad Pirani David\u00a0Bezalel Flamholz Anuradha\u00a0M. Annaswamy Karl\u00a0Henrik Johansson and Aranya Chakrabortty. 2019. A systems and control perspective of CPS security. Annual Reviews in Control 47 (2019) 394\u2013411. 10.1016\/j.arcontrol.2019.04.011","DOI":"10.1016\/j.arcontrol.2019.04.011"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","unstructured":"Mustapha Hankar Mohammed Kasri and Abderrahim Beni-Hssane. 2025. A comprehensive overview of topic modeling: Techniques applications and challenges. Neurocomputing 628 (2025) 129638. 10.1016\/j.neucom.2025.129638","DOI":"10.1016\/j.neucom.2025.129638"},{"key":"e_1_3_3_1_9_2","unstructured":"HiveMQ. 2025. MQTT vs ZeroMQ for IoT. https:\/\/www.hivemq.com\/blog\/mqtt-vs-zeromq-for-iot\/ Accessed: March 10 2025."},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Kun\u00a0Mean Hou Xunxing Diao Hongling Shi Hao Ding Haiying Zhou and Christophe de Vaulx. 2023. Trends and challenges in AIoT\/IIoT\/IoT implementation. Sensors 23 11 (2023) 5074.","DOI":"10.3390\/s23115074"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/EDGE60047.2023.00052"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72322-4145-1"},{"key":"e_1_3_3_1_13_2","unstructured":"Bowen Jin Jinsung Yoon Jiawei Han and Sercan\u00a0O. Arik. 2024. Long-Context LLMs Meet RAG: Overcoming Challenges for Long Inputs in RAG. arxiv:https:\/\/arXiv.org\/abs\/2410.05983\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2410.05983"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58920-2_15"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICBAIE52039.2021.9389875"},{"key":"e_1_3_3_1_16_2","unstructured":"LlamaIndex. 2024. LlamaIndex: LLM-powered data framework for unstructured documents. https:\/\/www.llamaindex.ai\/."},{"key":"e_1_3_3_1_17_2","unstructured":"Bala Menon. 2024. The Internet of Intelligence. https:\/\/gist.github.com\/balamenon\/6bb4ffe3b0c6226c75930dce5592127b Accessed: 2025-06-18."},{"key":"e_1_3_3_1_18_2","unstructured":"National Institute of Standards and Technology. n. d.. Cyber-Physical Systems. https:\/\/www.nist.gov\/itl\/ssd\/cyber-physical-systems Accessed: 2025-02-20."},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Sameer Qazi Bilal\u00a0A. Khawaja and Qazi\u00a0Umar Farooq. 2022. IoT-Equipped and AI-Enabled Next Generation Smart Agriculture: A Critical Review Current Challenges and Future Trends. IEEE Access 10 (2022) 21219\u201321235. 10.1109\/ACCESS.2022.3152544","DOI":"10.1109\/ACCESS.2022.3152544"},{"key":"e_1_3_3_1_20_2","unstructured":"Alec Radford Jong\u00a0Wook Kim Tao Xu Greg Brockman Christine McLeavey and Ilya Sutskever. 2022. Robust Speech Recognition via Large-Scale Weak Supervision. arxiv:https:\/\/arXiv.org\/abs\/2212.04356\u00a0[eess.AS] https:\/\/arxiv.org\/abs\/2212.04356"},{"key":"e_1_3_3_1_21_2","unstructured":"Jacob Sander Achraf Cohen Venkat\u00a0R. Dasari Brent Venable and Brian Jalaian. 2025. On Accelerating Edge AI: Optimizing Resource-Constrained Environments. arxiv:https:\/\/arXiv.org\/abs\/2501.15014\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2501.15014"},{"key":"e_1_3_3_1_22_2","unstructured":"Arnab Sanyal Gourav Datta Prithwish Mukherjee Sandeep\u00a0P. Chinchali and Michael Orshansky. 2025. EntroLLM: Entropy Encoded Weight Compression for Efficient Large Language Model Inference on Edge Devices. arxiv:https:\/\/arXiv.org\/abs\/2505.02380\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2505.02380"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/PerComW.2014.6815205"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","unstructured":"Shaghayegh Shajarian Sajad Khorsandroo and Mahmoud Abdelsalam. 2024. Poster: Intelligent Network Management: RAG-Enhanced LLMs for Log Analysis Troubleshooting and Documentation(CoNEXT \u201924). Association for Computing Machinery New York NY USA 27\u201328. 10.1145\/3680121.3699887","DOI":"10.1145\/3680121.3699887"},{"key":"e_1_3_3_1_25_2","unstructured":"Koosha Sharifani and Mahyar Amini. 2023. Machine learning and deep learning: A review of methods and applications. World Information Technology and Engineering Journal 10 07 (2023) 3897\u20133904."},{"key":"e_1_3_3_1_26_2","unstructured":"Xingrun Xing Zheng Liu Shitao Xiao Boyan Gao Yiming Liang Wanpeng Zhang Haokun Lin Guoqi Li and Jiajun Zhang. 2025. EfficientLLM: Scalable Pruning-Aware Pretraining for Architecture-Agnostic Edge Language Models. arxiv:https:\/\/arXiv.org\/abs\/2502.06663\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2502.06663"},{"key":"e_1_3_3_1_27_2","volume-title":"International Conference on Learning Representations (ICLR)","author":"Xiong Lee","year":"2021","unstructured":"Lee Xiong, Chenyan Xiong, Ye Li, Kwok-Fung Tang, Jialin Liu, Paul Bennett, Junaid Ahmed, and Arnold Overwijk. 2021. Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval. In International Conference on Learning Representations (ICLR). https:\/\/www.microsoft.com\/en-us\/research\/publication\/approximate-nearest-neighbor-negative-contrastive-learning-for-dense-text-retrieval\/"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","unstructured":"Li\u00a0Da Xu Wu He and Shancang Li. 2014. Internet of Things in Industries: A Survey. IEEE Transactions on Industrial Informatics 10 4 (2014) 2233\u20132243. 10.1109\/TII.2014.2300753","DOI":"10.1109\/TII.2014.2300753"},{"key":"e_1_3_3_1_29_2","unstructured":"Zhongzhi Yu Zheng Wang Yuhan Li Haoran You Ruijie Gao Xiaoya Zhou Sreenidhi\u00a0Reedy Bommu Yang\u00a0(Katie) Zhao and Yingyan\u00a0(Celine) Lin. 2024. Edge-LLM: Enabling Efficient Large Language Model Adaptation on Edge Devices via Layerwise Unified Compression and Adaptive Layer Tuning & Voting. (2024)."},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","unstructured":"Andrea Zanella Nicola Bui Angelo Castellani Lorenzo Vangelista and Michele Zorzi. 2014. Internet of Things for Smart Cities. IEEE Internet of Things Journal 1 1 (2014) 22\u201332. 10.1109\/JIOT.2014.2306328","DOI":"10.1109\/JIOT.2014.2306328"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","unstructured":"Mingjin Zhang Xiaoming Shen Jiannong Cao Zeyang Cui and Shan Jiang. 2025. EdgeShard: Efficient LLM Inference via Collaborative Edge Computing. IEEE Internet of Things Journal 12 10 (2025) 13119\u201313131. 10.1109\/JIOT.2024.3524255","DOI":"10.1109\/JIOT.2024.3524255"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1109\/PEEEC63877.2024.00170"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","unstructured":"Zhi Zhou Xu Chen En Li Liekang Zeng Ke Luo and Junshan Zhang. 2019. Edge Intelligence: Paving the Last Mile of Artificial Intelligence With Edge Computing. Proc. IEEE 107 8 (2019) 1738\u20131762. 10.1109\/JPROC.2019.2918951","DOI":"10.1109\/JPROC.2019.2918951"}],"event":{"name":"IOT 2025: The 15th International Conference on the Internet of Things","location":"Vienna Austria","acronym":"IOT 2025"},"container-title":["Proceedings of the 15th International Conference on the Internet of Things"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3770501.3770511","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T11:22:29Z","timestamp":1765538549000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770501.3770511"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,18]]},"references-count":32,"alternative-id":["10.1145\/3770501.3770511","10.1145\/3770501"],"URL":"https:\/\/doi.org\/10.1145\/3770501.3770511","relation":{},"subject":[],"published":{"date-parts":[[2025,11,18]]},"assertion":[{"value":"2025-12-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}