{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T10:02:38Z","timestamp":1766138558334,"version":"3.28.0"},"reference-count":65,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T00:00:00Z","timestamp":1702598400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T00:00:00Z","timestamp":1702598400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,12,15]]},"DOI":"10.1109\/bigdata59044.2023.10386689","type":"proceedings-article","created":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T18:28:47Z","timestamp":1705948127000},"page":"2745-2754","source":"Crossref","is-referenced-by-count":2,"title":["Developing and Evaluating a Model-Based Metric for Legal Question Answering Systems"],"prefix":"10.1109","author":[{"given":"Dilan","family":"Bakir","sequence":"first","affiliation":[{"name":"Yildiz Technical University,Computer Engineering Department,Istanbul,Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Beytullah","family":"Yildiz","sequence":"additional","affiliation":[{"name":"Atilim University,Software Engineering Department,Ankara,Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mehmet S.","family":"Aktas","sequence":"additional","affiliation":[{"name":"Yildiz Technical University,Computer Engineering Department,Istanbul,Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"article-title":"Rouge: A package for automatic evaluation of summaries","year":"2004","author":"Lin","key":"ref2"},{"key":"ref3","first-page":"65","article-title":"Meteor: An automatic metric for MT evaluation with improved correlation with human judgments","volume-title":"Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization","author":"Banerjee"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00322"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ISPRAS53967.2021.00025"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.704"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.121364"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.111"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/QRS54544.2021.00108"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-7339-2_50"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3524610.3527909"},{"key":"ref13","article-title":"BERTScore: Evaluating Text Generation with BERT","volume":"abs\/1904.09675","author":"Zhang","year":"2020","journal-title":"CoRR"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.64"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-8644"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1264"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1395"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1450"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2007.01.002"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/SKG.2018.00009"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.4690"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.1276"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.1557"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/0-387-30394-4_17"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2006.05.009"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.1312"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s00791-007-0083-8"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s00024-006-0137-8"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/GRID.2005.1542750"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-7643-8757-0_11"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/BigData50022.2020.9378153"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-21413-9_11"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-09156-3_35"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/BigData50022.2020.9378437"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.1199"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/SKG.2016.017"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/SKG.2017.00022"},{"article-title":"Implementing geographical information system grid services to support computational geophysics in a service-oriented environment","volume-title":"NASA Earth-Sun System Technology Conference","author":"Aktas","key":"ref39"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.6546"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.297"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-73623-x"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-023-00802-8"},{"article-title":"Multimodal Legal Information Retrieval","year":"2018","author":"Adebayo","key":"ref44"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2020.101195"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-019-01544-y"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6519"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/AIKE52691.2021.00011"},{"journal-title":"The Chinese University of Hong Kong Faculty of Law Research Paper No. 2023-03","article-title":"\u2018Words Are Flowing Out Like Endless Rain Into a Paper Cup\u2019: ChatGPT, Law School Assessments (January 2023)","author":"Hargreaves","key":"ref49"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2011.07.047"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.3389\/fpubh.2023.1166120"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.466"},{"key":"ref53","first-page":"105","article-title":"Using OpenWordnet-PT for Question Answering on Legal Domain","volume-title":"Proceedings of the 9th Global Wordnet Conference","author":"Delfino"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.2196\/41588"},{"journal-title":"arXiv 2303.09136","article-title":"A Short Survey of Viewing Large Language Models in Legal Aspect","author":"Sun","key":"ref55"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3560260"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1500"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-023-00802-8"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3322640.3326738"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3190408"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p17-1171"},{"key":"ref62","article-title":"Bidirectional Attention Flow for Machine Comprehension","author":"Seo","year":"2016","journal-title":"arXiv preprint arXiv:1611.01603"},{"key":"ref63","article-title":"BERT for Question Answering on Large Corpora","author":"Karpukhin","year":"2020","journal-title":"arXiv preprint arXiv:1911.10477"},{"key":"ref64","article-title":"Leveraging Large Language Models for Multiple Choice Question Answering","author":"Robinson","year":"2022","journal-title":"ArXiv, abs\/2210.12353"},{"issue":"4","key":"ref65","first-page":"567","article-title":"Towards Expert-Level Medical Question Answering with Large Language Models","volume":"78","author":"Johnson","year":"2021","journal-title":"International Journal of Medical Informatics"}],"event":{"name":"2023 IEEE International Conference on Big Data (BigData)","start":{"date-parts":[[2023,12,15]]},"location":"Sorrento, Italy","end":{"date-parts":[[2023,12,18]]}},"container-title":["2023 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10385234\/10386078\/10386689.pdf?arnumber=10386689","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T01:57:14Z","timestamp":1706752634000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10386689\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,15]]},"references-count":65,"URL":"https:\/\/doi.org\/10.1109\/bigdata59044.2023.10386689","relation":{},"subject":[],"published":{"date-parts":[[2023,12,15]]}}}