{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T00:07:16Z","timestamp":1770422836486,"version":"3.49.0"},"reference-count":96,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Learning Technol."],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/tlt.2024.3372508","type":"journal-article","created":{"date-parts":[[2024,3,4]],"date-time":"2024-03-04T19:16:14Z","timestamp":1709579774000},"page":"1236-1248","source":"Crossref","is-referenced-by-count":5,"title":["Enhancing Medical Training Through Learning From Mistakes by Interacting With an Ill-Trained Reinforcement Learning Agent"],"prefix":"10.1109","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8660-1020","authenticated-orcid":false,"given":"Yasar C.","family":"Kakdas","sequence":"first","affiliation":[{"name":"Department of Computer Science, Florida Polytechnic University, Lakeland, FL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5881-1653","authenticated-orcid":false,"given":"Sinan","family":"Kockara","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Rice University, Houston, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2558-4001","authenticated-orcid":false,"given":"Tansel","family":"Halic","sequence":"additional","affiliation":[{"name":"Intuitive Surgical, Peachtree Corners, GA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8270-1163","authenticated-orcid":false,"given":"Doga","family":"Demirel","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Florida Polytechnic University, Lakeland, FL, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-023-00244-y"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/dicct56244.2023.10110159"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/tlt.2023.3277952"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/tlt.2023.3251398"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1186\/s40594-022-00382-8"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-020-00142-7"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2020.3018503"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2020.3019405"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ISMAR50242.2020.00097"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1186\/s41239-017-0062-1"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2014.2329293"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2022.100087"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-7998-3250-8.ch008"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-023-03054-2"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.matcom.2016.05.008"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3176112"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1002\/hbe2.188"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.otc.2019.08.002"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61264-5_13"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.4103\/0974-2700.70743"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.4997\/jrcpe.2019.112"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.4037\/aacnacc2016436"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1186\/s12909-019-1663-2"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.4103\/1319-1683.68787"},{"key":"ref25","first-page":"138","article-title":"Simulation training in medicine","volume":"3","author":"Salimova","year":"2010","journal-title":"J. Modern Educ. Achievements"},{"key":"ref26","first-page":"91","article-title":"Virtual airway skills trainer (VAST) simulator","volume":"220","author":"Demirel","year":"2016","journal-title":"Stud. Health Technol. Inform."},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/InnoTek.2014.6877375"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.14309\/00000434-201710001-00810"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3404663.3404673"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.03.021"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3109\/0142159X.2013.818632"},{"key":"ref32","doi-asserted-by":"crossref","DOI":"10.3389\/fpubh.2022.619769","article-title":"Trends and innovations of simulation for twenty first century medical education","volume":"10","author":"Herrera-Aliaga","year":"2022","journal-title":"Front. Public Health"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(20)31368-4"},{"key":"ref34","first-page":"260","article-title":"Using technology to meet the challenges of medical education","volume":"126","author":"Guze","year":"2015","journal-title":"Trans. Amer. Clin. Climatol. Assoc."},{"key":"ref35","volume-title":"Reinforcement Learning","author":"Sutton","year":"2018"},{"key":"ref36","first-page":"1","article-title":"Exploration from demonstration for interactive reinforcement learning","volume-title":"Proc. 15th Int. Conf. Auton. Agents Multiagent Syst.","author":"Subramanian"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1017\/ice.2017.121"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1111\/anae.15071"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1136\/svn-2020-000456"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1017\/dmp.2020.56"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2023.107745"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000229"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.3390\/bios12080562"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.7861\/fhj.2021-0095"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.eng.2019.08.015"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-018-0307-0"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1136\/svn-2017-000101"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1177\/00031348211065101"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.semcancer.2023.01.005"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/RBME.2023.3296938"},{"key":"ref51","article-title":"Exploring the current landscape of artificial intelligence in healthcare","volume":"5","author":"Meenigea","year":"2023","journal-title":"Int. J. Sustain. Develop. Comput. Sci."},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.03.008"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1186\/s12909-023-04698-z"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-3311-2_6"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/access.2022.3197671"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2022.107161"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/embc46164.2021.9630498"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3288050"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101964"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2022.00883"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asac047"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2022.107280"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3193494"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219961"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2017.45"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1142\/S0129065709001987"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1111\/j.1541-0420.2011.01572.x"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-023-02126-2"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1002\/acm2.13898"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6560\/ac9cb3"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2022.102922"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66179-7_76"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1186\/s12880-022-00919-x"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2022.3197666"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1177\/15533506221095298"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-022-02789-8"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3227873"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/SYSCON.2019.8836924"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561673"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2891311"},{"key":"ref81","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2022.3158814"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2023.3322128"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2023.3240931"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2014.2330297"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2011.2"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.3390\/info13040203"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2018.1558257"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-73697-6_5"},{"issue":"11","key":"ref90","first-page":"11","article-title":"An agent-based intelligent tutoring system for enhancing e-learninge-teaching","volume":"2","author":"Gascuea","year":"2005","journal-title":"Int. J. Instructional Technol. Distance Learn."},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/1015706.1015755"},{"key":"ref92","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"Puterman","year":"2014"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_1"},{"key":"ref94","first-page":"1","article-title":"Policy shaping: Integrating human feedback with reinforcement learning","volume":"26","author":"Griffith","year":"2013","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.4337\/9781788974912.m.65"}],"container-title":["IEEE Transactions on Learning Technologies"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4620076\/10376229\/10458319.pdf?arnumber=10458319","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,20]],"date-time":"2024-12-20T06:10:45Z","timestamp":1734675045000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10458319\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":96,"URL":"https:\/\/doi.org\/10.1109\/tlt.2024.3372508","relation":{},"ISSN":["1939-1382","2372-0050"],"issn-type":[{"value":"1939-1382","type":"electronic"},{"value":"2372-0050","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}