{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T15:51:48Z","timestamp":1776095508931,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":92,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,9]],"date-time":"2023-08-09T00:00:00Z","timestamp":1691539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Science Foundation","award":["1846017"],"award-info":[{"award-number":["1846017"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,9]]},"DOI":"10.1145\/3578337.3605136","type":"proceedings-article","created":{"date-parts":[[2023,8,9]],"date-time":"2023-08-09T22:12:46Z","timestamp":1691619166000},"page":"39-50","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":122,"title":["Perspectives on Large Language Models for Relevance Judgment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5070-2049","authenticated-orcid":false,"given":"Guglielmo","family":"Faggioli","sequence":"first","affiliation":[{"name":"University of Padova, Padova, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1624-3907","authenticated-orcid":false,"given":"Laura","family":"Dietz","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8178-9194","authenticated-orcid":false,"given":"Charles L. A.","family":"Clarke","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7311-3693","authenticated-orcid":false,"given":"Gianluca","family":"Demartini","sequence":"additional","affiliation":[{"name":"University of Queensland, Brisbane, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9733-2890","authenticated-orcid":false,"given":"Matthias","family":"Hagen","sequence":"additional","affiliation":[{"name":"Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9879-6470","authenticated-orcid":false,"given":"Claudia","family":"Hauff","sequence":"additional","affiliation":[{"name":"Spotify, Delft, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2133-0215","authenticated-orcid":false,"given":"Noriko","family":"Kando","sequence":"additional","affiliation":[{"name":"National Institute of Informatics, Tokio, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6383-6196","authenticated-orcid":false,"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2451-0665","authenticated-orcid":false,"given":"Martin","family":"Potthast","sequence":"additional","affiliation":[{"name":"Leipzig University, Leipzig, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0070-891X","authenticated-orcid":false,"given":"Benno","family":"Stein","sequence":"additional","affiliation":[{"name":"Bauhaus-Universit\u00e4t Weimar, Weimar, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2792-621X","authenticated-orcid":false,"given":"Henning","family":"Wachsmuth","sequence":"additional","affiliation":[{"name":"Leibniz University Hannover, Hannover, Germany"}]}],"member":"320","published-online":{"date-parts":[[2023,8,9]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210176"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--642--20161--5_16"},{"key":"e_1_3_2_1_3_1","volume-title":"Using Mechanical Turk for Relevance Assessment. In Proceedings of the SIGIR 2009 Workshop on the Future of IR Evaluation","volume":"15","author":"Alonso Omar","year":"2009","unstructured":"Omar Alonso and Stefano Mizzaro. 2009. Can we get rid of TREC assessors? Using Mechanical Turk for Relevance Assessment. In Proceedings of the SIGIR 2009 Workshop on the Future of IR Evaluation, Vol. 15. 16."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482063"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557719"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00261"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010058"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390447"},{"key":"e_1_3_2_1_9_1","volume-title":"Marta Ruiz Costa-juss\u00e0, and Noe Casas","author":"Basta Christine","year":"2019","unstructured":"Christine Basta, Marta Ruiz Costa-juss\u00e0, and Noe Casas. 2019. Evaluating the Underlying Gender Bias in Contextualized Word Embeddings. CoRR abs\/1904.08783 (2019). arXiv:1904.08783 http:\/\/arxiv.org\/abs\/1904.08783"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2305.01509"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/956863.956868"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--642--33247-0_6"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010039"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/3--540--44645--1_9"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.2200\/S00235ED1V01Y201004ICR015"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148219"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-030--99739--7_8"},{"key":"e_1_3_2_1_19_1","volume-title":"Smucker","author":"Clarke Charles L. A.","year":"2020","unstructured":"Charles L. A. Clarke, Alexandra Vtyurina, and Mark D. Smucker. 2020. Assessing Top-k Preferences. CoRR abs\/2007.11682 (2020). arXiv:2007.11682 https:\/\/arxiv.org\/abs\/2007.11682"},{"key":"e_1_3_2_1_20_1","volume-title":"The Aslib Cranfield Research Project on the Comparative Efficiency of Indexing Systems. In Aslib Proceedings","volume":"12","author":"Cleverdon Cyril W","year":"1960","unstructured":"Cyril W Cleverdon. 1960. The Aslib Cranfield Research Project on the Comparative Efficiency of Indexing Systems. In Aslib Proceedings, Vol. 12. MCB UP Ltd, 421--431."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291009"},{"key":"e_1_3_2_1_22_1","volume-title":"Overview of the TREC 2020 Deep Learning Track. CoRR abs\/2102","author":"Craswell Nick","year":"2021","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, and Daniel Campos. 2021. Overview of the TREC 2020 Deep Learning Track. CoRR abs\/2102.07662. arXiv:2102.07662 https:\/\/arxiv.org\/abs\/2102.07662"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2208.14271"},{"key":"e_1_3_2_1_24_1","volume-title":"TREC CAsT 2019: The Conversational Assistance Track Overview. CoRR abs\/2003.13624","author":"Dalton Jeffrey","year":"2020","unstructured":"Jeffrey Dalton, Chenyan Xiong, and Jamie Callan. 2020. TREC CAsT 2019: The Conversational Assistance Track Overview. CoRR abs\/2003.13624 (2020). arXiv:2003.13624 https:\/\/arxiv.org\/abs\/2003.13624"},{"key":"e_1_3_2_1_25_1","unstructured":"Jeffrey Dalton Chenyan Xiong and Jamie Callan. 2020. TREC CAsT 2019: The Conversational Assistance Track Overview. CoRR abs\/2003.13624. arXiv:2003.13624 https:\/\/arxiv.org\/abs\/2003.13624"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2684822.2685288"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3148148"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531821"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00397"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531731"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13222-020-00334-y"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-030--72240--1_3"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591625"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3110217"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2301.10521"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2016.10.464"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--13643--6_4"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--28244--7_20"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3190580.3190586"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10606-018--9336-y"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3574318"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2303.15056"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-020-03614--2"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2795403.2795409"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1080\/00140139.2013.816374"},{"key":"e_1_3_2_1_47_1","volume-title":"Overview of the First Text REtrieval Conference (TREC-1). NIST Special Publication","volume":"207","author":"Harman Donna","year":"1992","unstructured":"Donna Harman. 1992. Overview of the First Text REtrieval Conference (TREC-1). NIST Special Publication, Vol. 500--207. National Institute of Standards and Technology (NIST). 1--20 pages. http:\/\/trec.nist.gov\/pubs\/trec1\/papers\/01.txt"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1842890.1842906"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00362"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","unstructured":"Daniel Hewlett Alexandre Lacoste Llion Jones Illia Polosukhin Andrew Fandrianto Jay Han Matthew Kelcey and David Berthelot. 2016. WikiReading: A Novel Large-scale Language Understanding Task over Wikipedia. (2016). https:\/\/doi.org\/10.18653\/v1\/p16--1145","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--642-04417--5_28"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2682862.2682864"},{"key":"e_1_3_2_1_56_1","unstructured":"Noriko Kando (Ed.). 1999. Proceedings of the First NTCIR Workshop on Research in Japanese Text Retrieval and Term Recognition. National Center for Science Information Systems (NACSIS). http:\/\/research.nii.ac.jp\/ntcir\/workshop\/OnlineProceedings\/"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/1519103.1519110"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-012--9205-0"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609485"},{"key":"e_1_3_2_1_60_1","volume-title":"Measuring Bias in Contextualized Word Representations. CoRR abs\/1906.07337","author":"Kurita Keita","year":"2019","unstructured":"Keita Kurita, Nidhi Vyas, Ayush Pareek, Alan W. Black, and Yulia Tsvetkov. 2019. Measuring Bias in Contextualized Word Representations. CoRR abs\/1906.07337 (2019). arXiv:1906.07337 http:\/\/arxiv.org\/abs\/1906.07337"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2301.13379"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2302.11266"},{"key":"e_1_3_2_1_63_1","volume-title":"Dante Degl'Innocenti, Stefano Mizzaro, and Gianluca Demartini.","author":"Maddalena Eddy","year":"2016","unstructured":"Eddy Maddalena, Marco Basaldella, Dario De Nart, Dante Degl'Innocenti, Stefano Mizzaro, and Gianluca Demartini. 2016. Crowdsourcing Relevance Assessments: The Unexpected Benefits of Limiting the Time to Judge. In Proceedings of the Fourth AAAI Conference on Human Computation and Crowdsourcing, HCOMP 2016, 30 October - 3 November, 2016, Austin, Texas, USA. AAAI Press, 129--138. http:\/\/aaai.org\/ocs\/index.php\/HCOMP\/HCOMP16\/paper\/view\/14040"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SI"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124343"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148261"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","unstructured":"Tetsuya Sakai. 2020. On Fuhr's Guideline for IR Evaluation. SIGIR Forum 54 1 12:1--12:8. https:\/\/doi.org\/10.1145\/3451964.3451976","DOI":"10.1145\/3451964.3451976"},{"key":"e_1_3_2_1_69_1","volume-title":"Proceedings of the Second International Conference on Design of Experimental Search & Information REtrieval Systems","author":"David","year":"2021","unstructured":"David P. Sander and Laura Dietz. 2021. EXAM: How to Evaluate Retrieve-and-Generate Systems for Users Who Do Not (Yet) Know What They Want. In Proceedings of the Second International Conference on Design of Experimental Search & Information REtrieval Systems, Padova, Italy, September 15--18, 2021 (CEUR Workshop Proceedings, Vol. 2950). CEUR-WS.org, 136--146. http:\/\/ceur-ws.org\/Vol-2950\/paper-16.pdf"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/215206.215351"},{"key":"e_1_3_2_1_71_1","volume-title":"Relevance Reconsidered. In Proceedings of the second conference on conceptions of library and information science (CoLIS 2). 201--218","author":"Saracevic Tefko","year":"1996","unstructured":"Tefko Saracevic. 1996. Relevance Reconsidered. In Proceedings of the second conference on conceptions of library and information science (CoLIS 2). 201--218."},{"key":"e_1_3_2_1_72_1","volume-title":"Relevance and Information Behavior. Annual review of information science and technology (ARIST) 29","author":"Schamber Linda","year":"1994","unstructured":"Linda Schamber. 1994. Relevance and Information Behavior. Annual review of information science and technology (ARIST) 29 (1994), 3--48."},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21378"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCAA.2017.8229841"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v1i1.13088"},{"key":"e_1_3_2_1_76_1","volume-title":"Overview of TREC 2021. In 30th Text REtrieval Conference","author":"Soboroff Ian","year":"2021","unstructured":"Ian Soboroff. 2021. Overview of TREC 2021. In 30th Text REtrieval Conference. Gaithersburg, Maryland. https:\/\/trec.nist.gov\/pubs\/trec30\/papers\/Overview-2021.pdf"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383961"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2016.11.004"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306--4573(00)00010--8"},{"key":"e_1_3_2_1_81_1","volume-title":"Overview of the Eighth Text REtrieval Conference (TREC-8). In Proceedings of The Eighth Text REtrieval Conference, TREC 1999","author":"Ellen","year":"1999","unstructured":"Ellen M. Voorhees and Donna Harman. 1999. Overview of the Eighth Text REtrieval Conference (TREC-8). In Proceedings of The Eighth Text REtrieval Conference, TREC 1999, Gaithersburg, Maryland, USA, November 17--19, 1999 (NIST Special Publication, Vol. 500--246). National Institute of Standards and Technology (NIST). http:\/\/trec.nist.gov\/pubs\/trec8\/papers\/overview_8.ps"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--319--72923--7_28"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1016\/0891--4222(94)90028-0"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.103177"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291992.3291995"},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390437"},{"key":"e_1_3_2_1_88_1","volume-title":"The Workshops of the The Thirty-First AAAI Conference on Artificial Intelligence, Saturday, February 4--9","volume":"15144","author":"Yoon Seunghyun","year":"2017","unstructured":"Seunghyun Yoon, Hyeongu Yun, Yuna Kim, Gyu-tae Park, and Kyomin Jung. 2017. Efficient Transfer Learning Schemes for Personalized Language Modeling using Recurrent Neural Network. In The Workshops of the The Thirty-First AAAI Conference on Artificial Intelligence, Saturday, February 4--9, 2017, San Francisco, California, USA (AAAI Technical Report, Vol. WS-17). AAAI Press. http:\/\/aaai.org\/ocs\/index.php\/WS\/AAAIW17\/paper\/view\/15144"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2205.12630"},{"key":"e_1_3_2_1_90_1","volume-title":"BERTScore: Evaluating Text Generation with BERT. In 8th International Conference on Learning Representations, ICLR 2020","author":"Zhang Tianyi","year":"2020","unstructured":"Tianyi Zhang, Varsha Kishore, Felix Wu, Kilian Q. Weinberger, and Yoav Artzi. 2020. BERTScore: Evaluating Text Generation with BERT. In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26--30, 2020. OpenReview.net. https:\/\/openreview.net\/forum?id=SkeHuCVFDr"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2211.01910"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2304.10145"}],"event":{"name":"ICTIR '23: The 2023 ACM SIGIR International Conference on the Theory of Information Retrieval","location":"Taipei Taiwan","acronym":"ICTIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578337.3605136","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3578337.3605136","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:05Z","timestamp":1750178825000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578337.3605136"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,9]]},"references-count":92,"alternative-id":["10.1145\/3578337.3605136","10.1145\/3578337"],"URL":"https:\/\/doi.org\/10.1145\/3578337.3605136","relation":{},"subject":[],"published":{"date-parts":[[2023,8,9]]},"assertion":[{"value":"2023-08-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}