{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T18:08:41Z","timestamp":1776103721611,"version":"3.50.1"},"reference-count":38,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-2006404"],"award-info":[{"award-number":["CCF-2006404"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-2102291"],"award-info":[{"award-number":["CCF-2102291"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"name":"JP Morgan"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Robot. Autom. Lett."],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1109\/lra.2024.3360020","type":"journal-article","created":{"date-parts":[[2024,1,31]],"date-time":"2024-01-31T18:39:33Z","timestamp":1706726373000},"page":"2853-2860","source":"Crossref","is-referenced-by-count":29,"title":["Deploying and Evaluating LLMs to Program Service Mobile Robots"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-6433-8878","authenticated-orcid":false,"given":"Zichao","family":"Hu","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5837-6097","authenticated-orcid":false,"given":"Francesca","family":"Lucchetti","sequence":"additional","affiliation":[{"name":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-2533-1242","authenticated-orcid":false,"given":"Claire","family":"Schlesinger","sequence":"additional","affiliation":[{"name":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9294-4140","authenticated-orcid":false,"given":"Yash","family":"Saxena","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1904-6193","authenticated-orcid":false,"given":"Anders","family":"Freeman","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Wellesley College, Wellesley, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7618-9274","authenticated-orcid":false,"given":"Sadanand","family":"Modak","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7493-3271","authenticated-orcid":false,"given":"Arjun","family":"Guha","sequence":"additional","affiliation":[{"name":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1211-1731","authenticated-orcid":false,"given":"Joydeep","family":"Biswas","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/icra48891.2023.10160591"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161317"},{"key":"ref3","article-title":"Do as I. can, not as I. say: Grounding language in robotic affordances","author":"Ahn","year":"2022"},{"key":"ref4","article-title":"Language models as zero-shot planners: Extracting actionable knowledge for embodied agents","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Huang","year":"2022"},{"issue":"340","key":"ref5","first-page":"8469","article-title":"PaLM-E: An embodied multimodal language model","volume-title":"Proc. 40th Int. Conf. Mach. Learn.","author":"Driess","year":"2023"},{"key":"ref6","article-title":"LLM+P: Empowering large language models with optimal planning proficiency","author":"Liu","year":"2023"},{"key":"ref7","article-title":"ROS Actionlib","year":"2023"},{"key":"ref8","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref9","article-title":"StudentEval: A benchmark of student-written prompts for large language models of code","author":"Babe","year":"2023"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160969"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10342169"},{"key":"ref12","article-title":"Demo2Code: From summarizing demonstrations to synthesizing code via extended chain-of-thought","volume-title":"Proc. 37th Conf. Neural Inf. Process. Syst.","author":"Wang","year":"2023"},{"key":"ref13","first-page":"540","article-title":"VoxPoser: Composable 3D value maps for robotic manipulation with language models","volume-title":"Proc. 7th Conf. Robot Learn.","volume":"229","author":"Huang","year":"2023"},{"key":"ref14","first-page":"2165","article-title":"RT-2: Vision-language-action models transfer web knowledge to robotic control","volume-title":"Proc. 7th Conf. Robot Learn.","volume":"229","author":"Brohan","year":"2023"},{"key":"ref15","first-page":"3556","article-title":"SayTap: Language to quadrupedal locomotion","volume-title":"Proc. 7th Conf. Robot Learn.","volume":"229","author":"Tang","year":"2023"},{"key":"ref16","first-page":"374","article-title":"Language to rewards for robotic skill synthesis","volume-title":"Proc. 7th Conf. Robot Learn.","volume":"229","author":"Yu","year":"2023"},{"key":"ref17","first-page":"492","article-title":"LM-Nav: Robotic navigation with large pre-trained models of language, vision, and action","volume-title":"Proc. 6th Conf. Robot Learn.","volume":"205","author":"Shah","year":"2022"},{"key":"ref18","first-page":"1769","article-title":"Inner monologue: Embodied reasoning through planning with language models","volume-title":"Proc. 6th Conf. Robot Learn.","volume":"205","author":"Huang","year":"2022"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-023-10139-z"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/icra48891.2023.10161534"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00280"},{"issue":"159","key":"ref22","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. 34th Int. Conf. Neural Inf. Process. Syst.","author":"Brown","year":"2020"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3641289"},{"key":"ref24","article-title":"Holistic evaluation of language models","author":"Liang","year":"2023","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref25","article-title":"AgentBench: Evaluating LLMs as agents","volume-title":"Proc. 12th Int. Conf. Learn. Representations","author":"Liu","year":"2023"},{"key":"ref26","first-page":"18319","article-title":"DS-1000: A natural and reliable benchmark for data science code generation","volume-title":"Proc. 40th Int. Conf. Mach. Learn.","volume":"202","author":"Lai","year":"2023"},{"key":"ref27","article-title":"Program synthesis with large language models","author":"Austin","year":"2021"},{"key":"ref28","article-title":"OpenAI Platform","year":"2023"},{"key":"ref29","article-title":"Generative AI for developers","year":"2023"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.19"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3384\/nejlt.2000-1533.2023.4725"},{"key":"ref32","article-title":"GPT-4 technical report","year":"2023"},{"issue":"159","key":"ref33","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. 34th Int. Conf. Neural Inf. Process. Syst.","author":"Brown","year":"2020"},{"key":"ref34","article-title":"PaLM 2 technical report","author":"Anil","year":"2023"},{"key":"ref35","article-title":"Code llama: Open foundation models for code","author":"Rozire","year":"2023"},{"key":"ref36","article-title":"StarCoder: May the source be with you!","author":"Li","year":"2023","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580817"},{"key":"ref38","article-title":"Tree of thoughts: Deliberate problem solving with large language models","volume-title":"Proc. 37th Int. Conf. Neural Inf. Process. Syst.","author":"Yao","year":"2023"}],"container-title":["IEEE Robotics and Automation Letters"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/7083369\/10409903\/10416558-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7083369\/10409903\/10416558.pdf?arnumber=10416558","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,23]],"date-time":"2024-12-23T19:29:16Z","timestamp":1734982156000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10416558\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":38,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/lra.2024.3360020","relation":{},"ISSN":["2377-3766","2377-3774"],"issn-type":[{"value":"2377-3766","type":"electronic"},{"value":"2377-3774","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3]]}}}