{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T16:47:25Z","timestamp":1781714845058,"version":"3.54.5"},"reference-count":34,"publisher":"Informa UK Limited","issue":"1","license":[{"start":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T00:00:00Z","timestamp":1734566400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"University of Brighton Research and Knowledge Exchange (RAKE) scheme"}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Applied Artificial Intelligence"],"published-print":{"date-parts":[[2025,12,31]]},"DOI":"10.1080\/08839514.2024.2439610","type":"journal-article","created":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T22:52:39Z","timestamp":1734648759000},"update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":29,"title":["Evaluating LLMs for Code Generation in HRI: A Comparative Study of ChatGPT, Gemini, and Claude"],"prefix":"10.1080","volume":"39","author":[{"given":"Andrei","family":"Sobo","sequence":"first","affiliation":[{"name":"University of Brighton","place":["Brighton, UK"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Awes","family":"Mubarak","sequence":"additional","affiliation":[{"name":"University of Brighton","place":["Brighton, UK"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Almas","family":"Baimagambetov","sequence":"additional","affiliation":[{"name":"University of Brighton","place":["Brighton, UK"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4249-4953","authenticated-orcid":false,"given":"Nikolaos","family":"Polatidis","sequence":"additional","affiliation":[{"name":"University of Brighton","place":["Brighton, UK"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2024,12,19]]},"reference":[{"key":"e_1_3_3_2_1","unstructured":"Ahn M. A. Brohan N. Brown Y. Chebotar O. Cortes B. David and A. Zeng. 2022. Do as I can not as I say: Grounding language in robotic affordances. arXiv preprint arXiv:2204.01691."},{"key":"e_1_3_3_3_1","unstructured":"Askell A. Y. Bai A. Chen D. Drain D. Ganguli T. Henighan A. Jones N. Joseph B. Mann N. DasSarma et al. 2021. A general language assistant as a laboratory for alignment. arXiv preprint arXiv:2112.00861."},{"key":"e_1_3_3_4_1","unstructured":"Austin J. A. Odena M. Nye M. Bosma H. Michalewski D. Dohan E. Jiang C. Cai M. Terry Q. Le et al. 2021. Program synthesis with large language models. arXiv preprint arXiv:2108.07732."},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2024.1455375"},{"key":"e_1_3_3_6_1","unstructured":"Bai Y. A. Jones K. Ndousse A. Askell A. Chen N. DasSarma D. Drain S. Fort D. Ganguli T. Henighan et al. 2022. Training a helpful and harm- less assistant with reinforcement learning from human feedback. arXiv preprint arXiv:2204.05862."},{"key":"e_1_3_3_7_1","unstructured":"Bai Y. S. Kadavath S. Kundu A. Askell J. Kernion A. Jones A. Chen A. Goldie A. Mirhoseini C. McKinnon et al. 2022. Constitutional ai: Harmlessness from ai feedback. arXiv preprint arXiv:2212.08073."},{"key":"e_1_3_3_8_1","unstructured":"Bommasani R. D. A. Hudson E. Adeli R. Altman S. Arora S. von Arx M. S. Bernstein J. Bohg A. Bosselut E. Brunskill et al. 2021. On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258."},{"key":"e_1_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-32552-1_72"},{"key":"e_1_3_3_10_1","unstructured":"Brown T. B. 2020. Language models are few-shot learners. arXiv preprint arXiv:2005.14165."},{"key":"e_1_3_3_11_1","unstructured":"Chen M. J. Tworek H. Jun Q. Yuan H. Ponde De Oliveira Pinto J. Kaplan H. Edwards Y. Burda N. Joseph G. Brockman et al. 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374."},{"key":"e_1_3_3_12_1","unstructured":"Child R. S. Gray A. Radford and I. Sutskever. 2019. Generating long sequences with sparse transformers. arXiv preprint arXiv:1904.10509."},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3412374"},{"key":"e_1_3_3_14_1","unstructured":"Husain H. H.-H. Wu T. Gazit M. Allamanis and M. Brockschmidt. 2019. Codesearchnet challenge: Evaluating the state of semantic code search. arXiv preprint arXiv:1909.09436."},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10610055"},{"key":"e_1_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3410155"},{"key":"e_1_3_3_17_1","first-page":"9459","article-title":"Retrieval- augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis P.","year":"2020","unstructured":"Lewis, P., P. Ethan, P. Aleksandra, P. Fabio, K. Vladimir, N. Goyal, H. Ku\u00a8ttler, M. Lewis, W.-T. Yih, T. Rockta\u00a8schel, et al. 2020. Retrieval- augmented generation for knowledge-intensive nlp tasks. Advances in Neural Information Processing Systems 33:9459\u201374.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.abq1158"},{"key":"e_1_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610977.3634999"},{"key":"e_1_3_3_20_1","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang L.","year":"2022","unstructured":"Ouyang, L., J. Wu, X. Jiang, D. Almeida, C. Wainwright, P. Mishkin, C. Zhang, S. Agarwal, K. Slama, A. Ray, et al. 2022. Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems 35:27730\u201344.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1061\/JCCEE5.CPENG-6106"},{"key":"e_1_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.225"},{"issue":"8","key":"e_1_3_3_24_1","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford A.","year":"2019","unstructured":"Radford, A., J. Wu, R. Child, D. Luan, D. Amodei, I. Sutskever. 2019. Language models are unsupervised multitask learners. OpenAI Blog 1 (8):9.","journal-title":"OpenAI Blog"},{"issue":"140","key":"e_1_3_3_25_1","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel C.","year":"2020","unstructured":"Raffel, C., N. Shazeer, A. Roberts, K. Lee, S. Narang, M. Matena, Y. Zhou, W. Li, and P. J. Liu. 2020. Exploring the limits of transfer learning with a unified text-to-text transformer. Journal of Machine Learning Research 21 (140):1\u201367.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1177\/0018720816644364"},{"key":"e_1_3_3_27_1","unstructured":"Smith S. M. Patwary B. Norick P. LeGresley S. Rajbhandari J. Casper Z. Liu S. Prabhumoye G. Zerveas V. Korthikanti et al. 2022. Using deepspeed and megatron to train megatron-turing nlg 530b a large-scale generative language model. arXiv preprint arXiv:2201.11990."},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00280"},{"key":"e_1_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295349"},{"key":"e_1_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651029"},{"key":"e_1_3_3_31_1","unstructured":"Wei J. Y. Tay R. Bommasani C. Raffel B. Zoph S. Borgeaud D. Yogatama M. Bosma D. Zhou D. Metzler et al. 2022. Emergent abilities of large language models. arXiv preprint arXiv:2206.07682."},{"key":"e_1_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2018.0085"},{"key":"e_1_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"e_1_3_3_34_1","unstructured":"Zeng F. W. Gan Y. Wang N. Liu and P. S. Yu. 2023. Large language models for robotics: A survey. arXiv preprint arXiv:2311.07226."},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.birob.2023.100131"}],"container-title":["Applied Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/08839514.2024.2439610","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T11:57:47Z","timestamp":1765281467000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/08839514.2024.2439610"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,19]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,12,31]]}},"alternative-id":["10.1080\/08839514.2024.2439610"],"URL":"https:\/\/doi.org\/10.1080\/08839514.2024.2439610","relation":{},"ISSN":["0883-9514","1087-6545"],"issn-type":[{"value":"0883-9514","type":"print"},{"value":"1087-6545","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,19]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uaai20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uaai20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2024-09-21","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-11-16","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-11-27","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-12-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"2439610"}}