{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T04:10:49Z","timestamp":1773893449673,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T00:00:00Z","timestamp":1745280000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["NCS-FO 2219903, CAREER Award CCF 2238876"],"award-info":[{"award-number":["NCS-FO 2219903, CAREER Award CCF 2238876"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,22]]},"DOI":"10.1145\/3696410.3714587","type":"proceedings-article","created":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T22:52:18Z","timestamp":1745362338000},"page":"1502-1521","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Query Design for Crowdsourced Clustering: Effect of Cognitive Overload and Contextual Bias"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7936-1575","authenticated-orcid":false,"given":"Yi","family":"Chen","sequence":"first","affiliation":[{"name":"University of Wisconsin-Madison, Madison, Wisconsin, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0248-9551","authenticated-orcid":false,"given":"Ramya","family":"Korlakai Vinayak","sequence":"additional","affiliation":[{"name":"University of Wisconsin-Madison, Madison, Wisconsin, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,22]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Amazon. 2023. Amazon Mechanical Turk. https:\/\/www.mturk.com\/. https:\/\/www.mturk.com\/ Accessed: 2023--4--1."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531653"},{"key":"e_1_3_2_1_3_1","unstructured":"AWS. 2023a. AWS Lambda. https:\/\/aws.amazon.com\/lambda\/. Accessed: 2023--4--1."},{"key":"e_1_3_2_1_4_1","unstructured":"AWS. 2023b. AWS S3. https:\/\/aws.amazon.com\/s3\/. Accessed: 2023--4--1."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406522.3446023"},{"key":"e_1_3_2_1_6_1","volume-title":"PAL: Sample-Efficient Personalized Reward Modeling for Pluralistic Alignment. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=1kFDrYCuSu","author":"Chen Daiwei","year":"2025","unstructured":"Daiwei Chen, Yi Chen, Aniket Rege, Zhi Wang, and Ramya Korlakai Vinayak. 2025. PAL: Sample-Efficient Personalized Reward Modeling for Pluralistic Alignment. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=1kFDrYCuSu"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v11i1.27545"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcps.2014.08.002"},{"key":"e_1_3_2_1_9_1","volume-title":"Deep reinforcement learning from human preferences. Advances in neural information processing systems","author":"Christiano Paul F","year":"2017","unstructured":"Paul F Christiano, Jan Leike, Tom Brown, Miljan Martic, Shane Legg, and Dario Amodei. 2017. Deep reinforcement learning from human preferences. Advances in neural information processing systems, Vol. 30 (2017)."},{"key":"e_1_3_2_1_10_1","volume-title":"The magical number 4 in short-term memory: A reconsideration of mental storage capacity. Behavioral and brain sciences","author":"Cowan Nelson","year":"2001","unstructured":"Nelson Cowan. 2001. The magical number 4 in short-term memory: A reconsideration of mental storage capacity. Behavioral and brain sciences, Vol. 24, 1 (2001), 87--114."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_13_1","volume-title":"Advances in neural information processing systems","author":"Gomes Ryan","year":"2011","unstructured":"Ryan Gomes, Peter Welinder, Andreas Krause, and Pietro Perona. 2011. Crowdclustering. Advances in neural information processing systems, Vol. 24 (2011)."},{"key":"e_1_3_2_1_14_1","unstructured":"Gregory Griffin Alex Holub and Pietro Perona. 2023. Caltech-256 Object Category Dataset."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3133002"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-0865-5_26"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.626"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025917"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.79.6.995"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/Allerton.2011.6120180"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2465529.2465761"},{"key":"e_1_3_2_1_23_1","volume-title":"International Conference on Learning Representations, ICLR","author":"Khetan Ashish","year":"2018","unstructured":"Ashish Khetan, Zachary C Lipton, and Anima Anandkumar. 2018. Learning from noisy singly-labeled data. International Conference on Learning Representations, ICLR (2018)."},{"key":"e_1_3_2_1_24_1","volume-title":"Novel Dataset for Fine-Grained Image Categorization. In First Workshop on Fine-Grained Visual Categorization, IEEE Conference on Computer Vision and Pattern Recognition","author":"Khosla Aditya","year":"2011","unstructured":"Aditya Khosla, Nityananda Jayadevaprakash, Bangpeng Yao, and Li Fei-Fei. 2011. Novel Dataset for Fine-Grained Image Categorization. In First Workshop on Fine-Grained Visual Categorization, IEEE Conference on Computer Vision and Pattern Recognition. Colorado Springs, CO."},{"key":"e_1_3_2_1_25_1","volume-title":"Imagenet classification with deep convolutional neural networks. Advances in neural information processing systems","author":"Krizhevsky Alex","year":"2012","unstructured":"Alex Krizhevsky, Ilya Sutskever, and Geoffrey E Hinton. 2012. Imagenet classification with deep convolutional neural networks. Advances in neural information processing systems, Vol. 25 (2012)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3118644"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_1_28_1","volume-title":"Advances in Neural Information Processing Systems","volume":"30","author":"Mazumdar Arya","year":"2017","unstructured":"Arya Mazumdar and Soumyabrata Pal. 2017. Semisupervised clustering, and-queries and locally encodable source coding. Advances in Neural Information Processing Systems, Vol. 30 (2017)."},{"key":"e_1_3_2_1_29_1","volume-title":"Advances in Neural Information Processing Systems","volume":"30","author":"Mazumdar Arya","year":"2017","unstructured":"Arya Mazumdar and Barna Saha. 2017. Clustering with Noisy Queries. In Advances in Neural Information Processing Systems, Vol. 30. https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/db5cea26ca37aa09e5365f3e7f5dd9eb-Paper.pdf"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmva.2006.11.013"},{"key":"e_1_3_2_1_31_1","unstructured":"Meta. 2023. React. https:\/\/www.react.dev\/. Accessed: 2023--4--1."},{"key":"e_1_3_2_1_32_1","volume-title":"The magical number seven, plus or minus two: Some limits on our capacity for processing information. Psychological review","author":"Miller George A","year":"1956","unstructured":"George A Miller. 1956. The magical number seven, plus or minus two: Some limits on our capacity for processing information. Psychological review, Vol. 63, 2 (1956), 81."},{"key":"e_1_3_2_1_33_1","volume-title":"Large language models: A survey. arXiv preprint arXiv:2402.06196","author":"Minaee Shervin","year":"2024","unstructured":"Shervin Minaee, Tomas Mikolov, Narjes Nikzad, Meysam Chenaghlu, Richard Socher, Xavier Amatriain, and Jianfeng Gao. 2024. Large language models: A survey. arXiv preprint arXiv:2402.06196 (2024)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449213"},{"key":"e_1_3_2_1_35_1","unstructured":"MongoDB. 2023. MongoDB Atlas Database. https:\/\/www.mongodb.com\/atlas\/database. Accessed: 2023--4--1."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610183"},{"key":"e_1_3_2_1_37_1","volume-title":"Advances in Neural Information Processing Systems","author":"Ng Andrew","year":"2001","unstructured":"Andrew Ng, Michael Jordan, and Yair Weiss. 2001. On Spectral Clustering: Analysis and an algorithm. In Advances in Neural Information Processing Systems, T. Dietterich, S. Becker, and Z. Ghahramani (Eds.), Vol. 14. MIT Press. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2001\/file\/801272ee79cfde7fa5960571fee36b9b-Paper.pdf"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572030"},{"key":"e_1_3_2_1_39_1","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray et al. 2022. Training language models to follow instructions with human feedback. Advances in neural information processing systems Vol. 35 (2022) 27730--27744."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ITW44776.2019.8989252"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_1_42_1","volume-title":"MCAL: Minimum Cost Human-Machine Active Labeling. In The Eleventh International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=1FxRPKrH8bw","author":"Qiu Hang","year":"2023","unstructured":"Hang Qiu, Krishna Chintalapudi, and Ramesh Govindan. 2023. MCAL: Minimum Cost Human-Machine Active Labeling. In The Eleventh International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=1FxRPKrH8bw"},{"key":"e_1_3_2_1_43_1","volume-title":"Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, Gretchen Krueger, and Ilya Sutskever.","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, Gretchen Krueger, and Ilya Sutskever. 2021. Learning Transferable Visual Models From Natural Language Supervision. CoRR, Vol. abs\/2103.00020 (2021). showeprint[arXiv]2103.00020 https:\/\/arxiv.org\/abs\/2103.00020"},{"key":"e_1_3_2_1_44_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Rafailov Rafael","year":"2024","unstructured":"Rafael Rafailov, Archit Sharma, Eric Mitchell, Christopher D Manning, Stefano Ermon, and Chelsea Finn. 2024. Direct preference optimization: Your language model is secretly a reward model. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_45_1","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel Colin","year":"2020","unstructured":"Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter J Liu. 2020. Exploring the limits of transfer learning with a unified text-to-text transformer. Journal of machine learning research, Vol. 21, 140 (2020), 1--67.","journal-title":"Journal of machine learning research"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859894"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Olga Russakovsky Jia Deng Hao Su Jonathan Krause Sanjeev Satheesh Sean Ma Zhiheng Huang Andrej Karpathy Aditya Khosla Michael Bernstein et al. 2015. Imagenet large scale visual recognition challenge. International journal of computer vision Vol. 115 (2015) 211--252.","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v1i1.13127"},{"key":"e_1_3_2_1_49_1","volume-title":"Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347","author":"Schulman John","year":"2017","unstructured":"John Schulman, Filip Wolski, Prafulla Dhariwal, Alec Radford, and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)."},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings ninth IEEE international conference on computer vision. IEEE, 313--319","year":"2003","unstructured":"Shi. 2003. Multiclass spectral clustering. In Proceedings ninth IEEE international conference on computer vision. IEEE, 313--319."},{"key":"e_1_3_2_1_51_1","volume-title":"Inferring ground truth from subjective labelling of venus images. Advances in neural information processing systems","author":"Smyth Padhraic","year":"1994","unstructured":"Padhraic Smyth, Usama Fayyad, Michael Burl, Pietro Perona, and Pierre Baldi. 1994. Inferring ground truth from subjective labelling of venus images. Advances in neural information processing systems, Vol. 7 (1994)."},{"key":"e_1_3_2_1_52_1","volume-title":"Forty-first International Conference on Machine Learning.","author":"Sorensen Taylor","unstructured":"Taylor Sorensen, Jared Moore, Jillian Fisher, Mitchell L Gordon, Niloofar Mireshghallah, Christopher Michael Rytting, Andre Ye, Liwei Jiang, Ximing Lu, Nouha Dziri, et al. [n.,d.]. Position: A Roadmap to Pluralistic Alignment. In Forty-first International Conference on Machine Learning."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2008.4562953nolinkurl10.1109"},{"key":"e_1_3_2_1_54_1","first-page":"3008","article-title":"Learning to summarize with human feedback","volume":"33","author":"Stiennon Nisan","year":"2020","unstructured":"Nisan Stiennon, Long Ouyang, Jeffrey Wu, Daniel Ziegler, Ryan Lowe, Chelsea Voss, Alec Radford, Dario Amodei, and Paul F Christiano. 2020. Learning to summarize with human feedback. Advances in Neural Information Processing Systems, Vol. 33 (2020), 3008--3021.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.5555\/3104482.3104567"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.7907\/Z9RR1WFKnolinkurl10.7907"},{"key":"e_1_3_2_1_57_1","volume-title":"Workshop on Crowdsourcing and Machine Learning, ICML Workshop.","author":"Vinayak Ramya Korlakai","year":"2015","unstructured":"Ramya Korlakai Vinayak and Babak Hassibi. 2015. Clustering by Comparison: Stochastic Block Model for Inference in Crowdsourcing. In Workshop on Crowdsourcing and Machine Learning, ICML Workshop."},{"key":"e_1_3_2_1_58_1","volume-title":"Proceedings of the 30th International Conference on Neural Information Processing Systems","author":"Vinayak Ramya Korlakai","year":"2016","unstructured":"Ramya Korlakai Vinayak and Babak Hassibi. 2016. Crowdsourced Clustering: Querying Edges vs Triangles. In Proceedings of the 30th International Conference on Neural Information Processing Systems (Barcelona, Spain) (NIPS'16). 9 pages."},{"key":"e_1_3_2_1_59_1","volume-title":"Workshop machine learning and crowdsourcing.","author":"Vinayak Ramya Korlakai","year":"2016","unstructured":"Ramya Korlakai Vinayak, EDU Babak Hassibi, and CALTECH EDU. 2016. Clustering by comparison: Stochastic block model for inference in crowdsourcing. In Workshop machine learning and crowdsourcing."},{"key":"e_1_3_2_1_60_1","volume-title":"Advances in Neural Information Processing Systems","volume":"27","author":"Vinayak Ramya Korlakai","year":"2014","unstructured":"Ramya Korlakai Vinayak, Samet Oymak, and Babak Hassibi. 2014. Graph Clustering With Missing Data: Convex Algorithms and Analysis. In Advances in Neural Information Processing Systems, Vol. 27. https:\/\/proceedings.neurips.cc\/paper\/2014\/file\/4d6e4749289c4ec58c0063a90deb3964-Paper.pdf"},{"key":"e_1_3_2_1_61_1","volume-title":"Zhang (Eds.)","volume":"37","author":"Vishwakarma Harit","year":"2024","unstructured":"Harit Vishwakarma, Yi Chen, Sui Jiet Tay, Satya Sai Srinath Namburi, Frederic Sala, and Ramya Korlakai Vinayak. 2024. Pearls from Pebbles: Improved Confidence Functions for Auto-labeling. In Advances in Neural Information Processing Systems, A. Globerson, L. Mackey, D. Belgrave, A. Fan, U. Paquet, J. Tomczak, and C. Zhang (Eds.), Vol. 37. Curran Associates, Inc., 15983--16015. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2024\/file\/1d051fb631f104cb2a621451f37676b9-Paper-Conference.pdf"},{"key":"e_1_3_2_1_62_1","volume-title":"Levine (Eds.)","volume":"36","author":"Vishwakarma Harit","year":"2023","unstructured":"Harit Vishwakarma, Heguang Lin, Frederic Sala, and Ramya Korlakai Vinayak. 2023. Promises and Pitfalls of Threshold-based Auto-labeling. In Advances in Neural Information Processing Systems, A. Oh, T. Naumann, A. Globerson, K. Saenko, M. Hardt, and S. Levine (Eds.), Vol. 36. Curran Associates, Inc., 51955--51990. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/a355051cc32d36e2a971de190701745a-Paper-Conference.pdf"},{"key":"e_1_3_2_1_63_1","volume-title":"Technical Report CNS-TR-2011-001. California Institute of Technology.","author":"Wah C.","year":"2011","unstructured":"C. Wah, S. Branson, P. Welinder, P. Perona, and S. Belongie. 2011. The caltech-ucsd birds-200--2011 dataset. Technical Report CNS-TR-2011-001. California Institute of Technology."},{"key":"e_1_3_2_1_64_1","volume-title":"The Multidimensional Wisdom of Crowds. In Neural Information Processing Systems Conference (NIPS).","author":"Welinder Peter","year":"2010","unstructured":"Peter Welinder, Steve Branson, Serge Belongie, and Pietro Perona. 2010. The Multidimensional Wisdom of Crowds. In Neural Information Processing Systems Conference (NIPS)."},{"key":"e_1_3_2_1_65_1","unstructured":"Wikipedia. 2024. Hoeffding's inequalities. https:\/\/en.wikipedia.org\/wiki\/Hoeffding%27s_inequality Accessed: 2024-Jan."},{"key":"e_1_3_2_1_66_1","volume-title":"Conference on learning theory. PMLR, 138--175","author":"Yun Se-Young","year":"2014","unstructured":"Se-Young Yun and Alexandre Proutiere. 2014. Community detection via random and adaptive sampling. In Conference on learning theory. PMLR, 138--175."},{"key":"e_1_3_2_1_67_1","volume-title":"Learning from the wisdom of crowds by minimax entropy. Advances in neural information processing systems","author":"Zhou Dengyong","year":"2012","unstructured":"Dengyong Zhou, Sumit Basu, Yi Mao, and John Platt. 2012. Learning from the wisdom of crowds by minimax entropy. Advances in neural information processing systems, Vol. 25 (2012)."},{"key":"e_1_3_2_1_68_1","volume-title":"Regularized minimax conditional entropy for crowdsourcing. arXiv preprint arXiv:1503.07240","author":"Zhou Dengyong","year":"2015","unstructured":"Dengyong Zhou, Qiang Liu, John C Platt, Christopher Meek, and Nihar B Shah. 2015. Regularized minimax conditional entropy for crowdsourcing. arXiv preprint arXiv:1503.07240 (2015)."}],"event":{"name":"WWW '25: The ACM Web Conference 2025","location":"Sydney NSW Australia","acronym":"WWW '25","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM on Web Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696410.3714587","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696410.3714587","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:33Z","timestamp":1750295913000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696410.3714587"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,22]]},"references-count":68,"alternative-id":["10.1145\/3696410.3714587","10.1145\/3696410"],"URL":"https:\/\/doi.org\/10.1145\/3696410.3714587","relation":{},"subject":[],"published":{"date-parts":[[2025,4,22]]},"assertion":[{"value":"2025-04-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}