{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T21:50:47Z","timestamp":1774129847133,"version":"3.50.1"},"reference-count":18,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T00:00:00Z","timestamp":1705881600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T00:00:00Z","timestamp":1705881600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI &amp; Soc"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s00146-023-01851-6","type":"journal-article","created":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T07:03:31Z","timestamp":1705907011000},"page":"145-153","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Stream: social data and knowledge collective intelligence platform for TRaining Ethical AI Models"],"prefix":"10.1007","volume":"40","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2677-6563","authenticated-orcid":false,"given":"Yuwei","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enmeng","family":"Lu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zizhe","family":"Ruan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yao","family":"Liang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Zeng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,22]]},"reference":[{"key":"1851_CR1","unstructured":"Bai Y, Kadavath S, Kundu S, Askell A, Kernion J, Jones A, Chen A, Goldie A, Mirhoseini A, McKinnon C et al (2022) Constitutional AI: harmlessness from AI feedback. arXiv:2212.08073"},{"key":"1851_CR2","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1109\/TCSS.2022.3160677","volume":"10","author":"N Botzer","year":"2022","unstructured":"Botzer N, Gu S, Weninger T (2022) Analysis of moral judgment on reddit. IEEE Trans Comput Soc Syst 10:947\u2013957","journal-title":"IEEE Trans Comput Soc Syst"},{"key":"1851_CR3","doi-asserted-by":"crossref","unstructured":"Bulla L, Giorgis SD, Gangemi A, Marinucci L, Mongiov\u00ec M (2022) Detection of morality in tweets based on the moral foundation theory. In: International conference on machine learning, optimization, and data science. Springer, pp 1\u201313","DOI":"10.1007\/978-3-031-25599-1_1"},{"key":"1851_CR4","doi-asserted-by":"publisher","unstructured":"Emelin D, Le\u00a0Bras R, Hwang JD, Forbes M, Choi Y (2021) Moral stories: situated reasoning about norms, intents, actions, and their consequences. In: Proceedings of the 2021 conference on empirical methods in natural language processing. Association for Computational Linguistics, Online and Punta Cana, Dominican Republic, pp 698\u2013718. https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.54","DOI":"10.18653\/v1\/2021.emnlp-main.54"},{"key":"1851_CR5","doi-asserted-by":"publisher","unstructured":"Forbes M, Hwang JD, Shwartz V, Sap M, Choi Y (2020) Social chemistry 101: learning to reason about social and moral norms. In: Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP). Association for Computational Linguistics, Online, pp 653\u2013670. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.48","DOI":"10.18653\/v1\/2020.emnlp-main.48"},{"key":"1851_CR6","unstructured":"Hendrycks D, Burns C, Basart S, Critch A, Li J, Song D, Steinhardt J (2020) Aligning AI with shared human values. arXiv:2008.02275"},{"issue":"8","key":"1851_CR7","doi-asserted-by":"publisher","first-page":"1057","DOI":"10.1177\/1948550619876629","volume":"11","author":"J Hoover","year":"2020","unstructured":"Hoover J, Portillo-Wightman G, Yeh L, Havaldar S, Davani AM, Lin Y, Kennedy B, Atari M, Kamel Z, Mendlen M (2020) Moral foundations twitter corpus: a collection of 35k tweets annotated for moral sentiment. Soc Psychol Personal Sci 11(8):1057\u20131071","journal-title":"Soc Psychol Personal Sci"},{"key":"1851_CR8","unstructured":"Jiang L, Hwang JD, Bhagavatula C, Bras RL, Liang J, Dodge J, Sakaguchi K, Forbes M, Borchardt J, Gabriel S et al (2021) Can machines learn morality? The delphi experiment. arXiv:2110.07574"},{"key":"1851_CR9","first-page":"28458","volume":"35","author":"Z Jin","year":"2022","unstructured":"Jin Z, Levine S, Gonzalez Adauto F, Kamal O, Sap M, Sachan M, Mihalcea R, Tenenbaum J, Sch\u00f6lkopf B (2022) When to make exceptions: exploring language models as accounts of human moral judgment. Adv Neural Inf Process Syst 35:28458\u201328473","journal-title":"Adv Neural Inf Process Syst"},{"key":"1851_CR10","unstructured":"OpenAI: Gpt-4 technical report (2023). arXiv:2303.08774"},{"key":"1851_CR11","first-page":"27730","volume":"35","author":"L Ouyang","year":"2022","unstructured":"Ouyang L, Wu J, Jiang X, Almeida D, Wainwright C, Mishkin P, Zhang C, Agarwal S, Slama K, Ray A (2022) Training language models to follow instructions with human feedback. Adv Neural Inf Process Syst 35:27730\u201327744","journal-title":"Adv Neural Inf Process Syst"},{"key":"1851_CR12","doi-asserted-by":"publisher","unstructured":"Sap M, Gabriel S, Qin L, Jurafsky D, Smith NA, Choi Y (2020) Social bias frames: reasoning about social and power implications of language. In: Proceedings of the 58th annual meeting of the Association for Computational Linguistics. Association for Computational Linguistics, Online, pp 5477\u20135490. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.486","DOI":"10.18653\/v1\/2020.acl-main.486"},{"key":"1851_CR13","unstructured":"Shen T, Geng X, Jiang D (2022) Social norms-grounded machine ethics in complex narrative situation. In: Proceedings of the 29th international conference on computational linguistics, pp 1333\u20131343"},{"key":"1851_CR14","unstructured":"Touvron H, Martin L, Stone K, Albert P, Almahairi A, Babaei Y, Bashlykov N, Batra S, Bhargava P, Bhosale S et al (2023) Llama 2: open foundation and fine-tuned chat models. arXiv:2307.09288"},{"key":"1851_CR15","unstructured":"Zeng A, Liu X, Du Z, Wang Z, Lai H, Ding M, Yang Z, Xu Y, Zheng W, Xia X et al (2022) Glm-130b: an open bilingual pre-trained model. arXiv:2210.02414"},{"key":"1851_CR16","unstructured":"Zheng L, Chiang W-L, Sheng Y, Zhuang S, Wu Z, Zhuang Y, Lin Z, Li Z, Li D, Xing E et al (2023) Judging llm-as-a-judge with mt-bench and chatbot arena. arXiv:2306.05685"},{"key":"1851_CR17","doi-asserted-by":"publisher","unstructured":"Ziems C, Yu J, Wang Y-C, Halevy A, Yang D (2022) The moral integrity corpus: a benchmark for ethical dialogue systems. In: Proceedings of the 60th annual meeting of the association for computational linguistics (Volume 1: long papers). Association for Computational Linguistics, Dublin, Ireland, pp 3755\u20133773. https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.261","DOI":"10.18653\/v1\/2022.acl-long.261"},{"key":"1851_CR18","doi-asserted-by":"crossref","unstructured":"Ziems C, Dwivedi-Yu J, Wang Y-C, Halevy A, Yang D (2023) Normbank: a knowledge bank of situational social norms. arXiv:2305.17008","DOI":"10.18653\/v1\/2023.acl-long.429"}],"container-title":["AI &amp; SOCIETY"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00146-023-01851-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00146-023-01851-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00146-023-01851-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,18]],"date-time":"2025-02-18T11:44:49Z","timestamp":1739879089000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00146-023-01851-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,22]]},"references-count":18,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["1851"],"URL":"https:\/\/doi.org\/10.1007\/s00146-023-01851-6","relation":{},"ISSN":["0951-5666","1435-5655"],"issn-type":[{"value":"0951-5666","type":"print"},{"value":"1435-5655","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,22]]},"assertion":[{"value":"9 November 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 December 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 January 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in  this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}