{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T01:25:17Z","timestamp":1780622717933,"version":"3.54.1"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031939754","type":"print"},{"value":"9783031939761","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-93976-1_6","type":"book-chapter","created":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T11:36:32Z","timestamp":1748691392000},"page":"83-98","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["GALEA \u2013 Leveraging Generative Agents in Artifact Evaluation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8064-9357","authenticated-orcid":false,"given":"Nicolas","family":"Prat","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0848-4786","authenticated-orcid":false,"given":"John P.","family":"Lalor","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7698-7794","authenticated-orcid":false,"given":"Ahmed","family":"Abbasi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,5,27]]},"reference":[{"key":"6_CR1","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1287\/isre.2023.ed.v34.n2","volume":"34","author":"A Susarla","year":"2023","unstructured":"Susarla, A., Gopal, R., Thatcher, J.B., Sarker, S.: The Janus effect of generative AI: charting the path for responsible conduct of scholarly activities in information systems. Inf. Syst. Res. 34, 399\u2013408 (2023)","journal-title":"Inf. Syst. Res."},{"key":"6_CR2","first-page":"1","volume-title":"Proc. UIST","author":"JS Park","year":"2023","unstructured":"Park, J.S., O'Brien, J., Cai, C.J., Morris, M.R., Liang, P., Bernstein, M.S.: Generative agents: interactive simulacra of human behavior. In: Proc. UIST, pp. 1\u201322. ACM (2023)"},{"key":"6_CR3","unstructured":"Gao, Y., Lee, D., Burtch, G., Fazelpour, S.: Take caution in using LLMs as human surrogates: Scylla ex machina. arXiv preprint arXiv:2410.19599 (2024)"},{"key":"6_CR4","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1287\/isre.2024.editorial.v35.n2","volume":"35","author":"A Abbasi","year":"2024","unstructured":"Abbasi, A., Parsons, J., Pant, G., Sheng, O.R.L., Sarker, S.: Pathways for design research on artificial intelligence. Inf. Syst. Res. 35, 441\u2013459 (2024)","journal-title":"Inf. Syst. Res."},{"key":"6_CR5","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1080\/07421222.2015.1099390","volume":"32","author":"N Prat","year":"2015","unstructured":"Prat, N., Comyn-Wattiau, I., Akoka, J.: A taxonomy of evaluation methods for information systems artifacts. J. Manag. Inf. Syst. 32, 229\u2013267 (2015)","journal-title":"J. Manag. Inf. Syst."},{"key":"6_CR6","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1057\/ejis.2014.36","volume":"25","author":"J Venable","year":"2016","unstructured":"Venable, J., Pries-Heje, J., Baskerville, R.: FEDS: a framework for evaluation in design science research. Eur. J. Inf. Syst. 25, 77\u201389 (2016)","journal-title":"Eur. J. Inf. Syst."},{"key":"6_CR7","doi-asserted-by":"crossref","unstructured":"Larsen, K.R., et al.: Validity in design science. MIS Quart.. Forthcoming. (2025)","DOI":"10.31219\/osf.io\/nbj9d_v1"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Borgo, S., et al.: DOLCE: a descriptive ontology for linguistic and cognitive engineering. Appl. Ontol. 17, 45\u201369 (2022)","DOI":"10.3233\/AO-210259"},{"key":"6_CR9","first-page":"2370","volume-title":"Proc. EMNLP","author":"G Caron","year":"2023","unstructured":"Caron, G., Srivastava, S.: Manipulating the perceived personality traits of language models. In: Proc. EMNLP, pp. 2370\u20132386. ACL (2023)"},{"key":"6_CR10","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1017\/pan.2023.2","volume":"31","author":"LP Argyle","year":"2023","unstructured":"Argyle, L.P., Busby, E.C., Fulda, N., Gubler, J.R., Rytting, C., Wingate, D.: Out of one, many: using language models to simulate human samples. Polit. Anal. 31, 337\u2013351 (2023)","journal-title":"Polit. Anal."},{"key":"6_CR11","doi-asserted-by":"publisher","first-page":"1254","DOI":"10.1002\/mar.21982","volume":"41","author":"M Sarstedt","year":"2024","unstructured":"Sarstedt, M., Adler, S.J., Rau, L., Schmitt, B.: Using large language models to generate silicon samples in consumer and marketing research: challenges, opportunities, and guidelines. Psychol. Mark. 41, 1254\u20131270 (2024)","journal-title":"Psychol. Mark."},{"key":"6_CR12","first-page":"1","volume-title":"Proc. UIST","author":"JS Park","year":"2022","unstructured":"Park, J.S., Popowski, L., Cai, C., Morris, M.R., Liang, P., Bernstein, M.S.: Cocial simulacra: creating populated prototypes for social computing systems. In: Proc. UIST, pp. 1\u201318. ACM (2022)"},{"key":"6_CR13","doi-asserted-by":"publisher","first-page":"1108","DOI":"10.1126\/science.adi1778","volume":"380","author":"I Grossmann","year":"2023","unstructured":"Grossmann, I., Feinberg, M., Parker, D.C., Christakis, N.A., Tetlock, P.E., Cunningham, W.A.: AI and the transformation of social science research. Science. 380, 1108\u20131109 (2023)","journal-title":"Science"},{"key":"6_CR14","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1016\/j.tics.2023.04.008","volume":"27","author":"D Dillion","year":"2023","unstructured":"Dillion, D., Tandon, N., Gu, Y., Gray, K.: Can AI language models replace human participants? Trends Cogn. Sci. 27, 597\u2013600 (2023)","journal-title":"Trends Cogn. Sci."},{"key":"6_CR15","unstructured":"Li, Y., Zhang, Y., Sun, L.: Metaagents: Simulating interactions of human behaviors for llm-based task-oriented coordination via collaborative generative agents. arXiv preprint arXiv:2310.06500 (2023)"},{"key":"6_CR16","unstructured":"Talebirad, Y., Nadiri, A.: Multi-agent collaboration: Harnessing the power of intelligent LLM agents. arXiv preprint arXiv:2306.03314 (2023)"},{"key":"6_CR17","doi-asserted-by":"crossref","unstructured":"Li, Y., et al.: MATEval: a multi-agent discussion framework for advancing open-ended text evaluation. In: Proc. DASFAA, pp. 415\u2013426. Springer Nature, Singapore (2024)","DOI":"10.1007\/978-981-97-5575-2_31"},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Mitsopoulos, K., et al.: Psychologically-valid generative agents: a novel approach to agent-based modeling in social sciences. In: Proc. AAAI FSS, pp. 340\u2013348. AAAI Press (2023)","DOI":"10.1609\/aaaiss.v2i1.27698"},{"key":"6_CR19","unstructured":"Noyman, A., Hu, K., Larson, K.: TravelAgent: Generative Agents in the Built Environment. arXiv preprint arXiv:2412.18985 (2024)"},{"key":"6_CR20","first-page":"1807","volume-title":"Proc. SIGIR","author":"A Zhang","year":"2024","unstructured":"Zhang, A., Chen, Y., Sheng, L., Wang, X., Chua, T.-S.: On generative agents in recommendation. In: Proc. SIGIR, pp. 1807\u20131817. ACM (2024)"},{"key":"6_CR21","doi-asserted-by":"crossref","unstructured":"Ji, J., et al.: SRAP-agent: Simulating and optimizing scarce resource allocation policy with LLM-based agent. arXiv preprint arXiv:2410.14152 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.15"},{"key":"6_CR22","unstructured":"Park, J.S., et al.: Generative agent simulations of 1,000 people. arXiv preprint arXiv:2411.10109 (2024)"},{"key":"6_CR23","unstructured":"Zhu, C., Cheng, Y., Zhang, J., Qiu, Y., Xia, S., Zhu, H.: Generative organizational behavior simulation using large language model based autonomous agents: a holacracy perspective. arXiv preprint arXiv:2408.11826 (2024)"},{"key":"6_CR24","unstructured":"Chan, C.-M., et al: Chateval: Towards better LLM-based evaluators through multi-agent debate. arXiv preprint arXiv:2308.07201 (2023)"},{"key":"6_CR25","unstructured":"Vezhnevets, A.S., et al.: Generative agent-based modeling with actions grounded in physical, social, or digital space using Concordia. arXiv preprint arXiv:2312.03664 (2023)"},{"key":"6_CR26","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/0167-9236(94)00041-2","volume":"15","author":"ST March","year":"1995","unstructured":"March, S.T., Smith, G.F.: Design and natural science research on information technology. Decis. Support. Syst. 15, 251\u2013266 (1995)","journal-title":"Decis. Support. Syst."},{"key":"6_CR27","first-page":"77","volume-title":"Proc. DESRIST","author":"P Offermann","year":"2010","unstructured":"Offermann, P., Blom, S., Sch\u00f6nherr, M., Bub, U.: Artifact types in information systems design science\u2014a literature review. In: Proc. DESRIST, pp. 77\u201392. Springer, Berlin Heidelberg (2010)"},{"key":"6_CR28","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.future.2015.11.014","volume":"63","author":"O Sangupamba Mwilu","year":"2016","unstructured":"Sangupamba Mwilu, O., Comyn-Wattiau, I., Prat, N.: Design science research contribution to business intelligence in the cloud\u2014a systematic literature review. Futur. Gener. Comput. Syst. 63, 108\u2013122 (2016)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"6_CR29","doi-asserted-by":"publisher","first-page":"223","DOI":"10.3233\/AO-2010-0078","volume":"5","author":"G Kassel","year":"2010","unstructured":"Kassel, G.: A formal ontology of artefacts. Appl. Ontol. 5, 223\u2013246 (2010)","journal-title":"Appl. Ontol."},{"key":"6_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.datak.2021.101878","volume":"133","author":"H Weigand","year":"2021","unstructured":"Weigand, H., Johannesson, P., Andersson, B.: An artifact ontology for design science research. Data Knowl. Eng. 133, 101878 (2021)","journal-title":"Data Knowl. Eng."},{"key":"6_CR31","unstructured":"Masolo, C., Borgo, S., Gangemi, A., Guarino, N., Oltramari, A.: WonderWeb deliverable D18. Technical report, Laboratory For Applied Ontology\u2014ISTC-CNR, (2003)"},{"key":"6_CR32","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1111\/j.1755-2567.1992.tb01155.x","volume":"58","author":"R Hilpinen","year":"1992","unstructured":"Hilpinen, R.: On artifacts and works of art. Theoria. 58, 58\u201382 (1992)","journal-title":"Theoria"},{"key":"6_CR33","unstructured":"ISTC-CNR Laboratory for Applied Ontology: DOLCE-Lite-Plus, Version 3.9.7. https:\/\/www.loa.istc.cnr.it\/old\/ontologies\/DLP3971.zip (2006)"},{"key":"6_CR34","first-page":"267","volume-title":"Proc. KR","author":"C Masolo","year":"2004","unstructured":"Masolo, C., Vieu, L., Bottazzi, E., Catenacci, C., Ferrario, R., Gangemi, A., Guarino, N.: Social roles and their descriptions. In: Proc. KR, pp. 267\u2013277. AAAI (2004)"},{"key":"6_CR35","doi-asserted-by":"publisher","first-page":"611","DOI":"10.2307\/25148742","volume":"30","author":"S Gregor","year":"2006","unstructured":"Gregor, S.: The nature of theory in information systems. MIS Q. 30, 611\u2013642 (2006)","journal-title":"MIS Q."},{"key":"6_CR36","volume-title":"Purposeful Program Theory: Effective Use of Theories of Change and Logic Models","author":"SC Funnell","year":"2011","unstructured":"Funnell, S.C., Rogers, P.J.: Purposeful Program Theory: Effective Use of Theories of Change and Logic Models. John Wiley & Sons, San Francisco, CA (2011)"},{"key":"6_CR37","first-page":"1622","volume":"21","author":"S Gregor","year":"2020","unstructured":"Gregor, S., Kruse, L.C., Seidel, S.: Research perspectives: the anatomy of a design principle. J. Assoc. Inf. Syst. 21, 1622\u20131652 (2020)","journal-title":"J. Assoc. Inf. Syst."},{"key":"6_CR38","first-page":"61","volume":"12","author":"M De Boeck","year":"2024","unstructured":"De Boeck, M., Vaes, K.: Human augmentation and its new design perspectives. Int. J. Des. Creat. Innov. 12, 61\u201380 (2024)","journal-title":"Int. J. Des. Creat. Innov."},{"key":"6_CR39","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1287\/isre.2021.1046","volume":"32","author":"H Jain","year":"2021","unstructured":"Jain, H., Padmanabhan, B., Pavlou, P.A., Raghu, T.S.: Editorial for the special section on humans, algorithms, and augmented intelligence: the future of work, organizations, and society. Inf. Syst. Res. 32, 675\u2013687 (2021)","journal-title":"Inf. Syst. Res."},{"key":"6_CR40","first-page":"1","volume-title":"Proc. ISTAS","author":"I Pedersen","year":"2021","unstructured":"Pedersen, I., Duin, A.H.: Defining a classification system for augmentation technology in socio-technical terms. In: Proc. ISTAS, pp. 1\u20134. IEEE (2021)"}],"container-title":["Lecture Notes in Computer Science","Local Solutions for Global Challenges"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-93976-1_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T11:36:37Z","timestamp":1748691397000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-93976-1_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031939754","9783031939761"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-93976-1_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"27 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DESRIST","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Design Science Research in Information Systems and Technology","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montego Bay","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jamaica","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"desrist2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/desrist2025.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}