{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T07:29:01Z","timestamp":1781162941210,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":76,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,8]],"date-time":"2024-12-08T00:00:00Z","timestamp":1733616000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,8]]},"DOI":"10.1145\/3673791.3698406","type":"proceedings-article","created":{"date-parts":[[2024,12,8]],"date-time":"2024-12-08T06:24:16Z","timestamp":1733639056000},"page":"103-113","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Investigating Users' Search Behavior and Outcome with ChatGPT in Learning-oriented Search Tasks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-4425-750X","authenticated-orcid":false,"given":"Sijie","family":"Liu","sequence":"first","affiliation":[{"name":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2828-1165","authenticated-orcid":false,"given":"Yuyang","family":"Hu","sequence":"additional","affiliation":[{"name":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-8292-5384","authenticated-orcid":false,"given":"Zihang","family":"Tian","sequence":"additional","affiliation":[{"name":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1327-090X","authenticated-orcid":false,"given":"Zhe","family":"Jin","sequence":"additional","affiliation":[{"name":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5537-0349","authenticated-orcid":false,"given":"Shijin","family":"Ruan","sequence":"additional","affiliation":[{"name":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9257-5498","authenticated-orcid":false,"given":"Jiaxin","family":"Mao","sequence":"additional","affiliation":[{"name":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,12,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.52866\/ijcsm.2023.01.01.0018"},{"key":"e_1_3_2_1_2_1","unstructured":"L. W. Anderson D. R. Krathwohl P. W. Airasian K. A. Cruikshank and M. C. Wittrock. 2001. A Taxonomy for Learning Teaching and Assessing: A Revision of Bloom's Taxonomy of Educational Objectives. A Taxonomy for Learning Teaching and Assessing: A Revision of Bloom's Taxonomy of Educational Objectives."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576840.3578298"},{"key":"e_1_3_2_1_4_1","unstructured":"Baidu. 2023. Introducing ERNIE 3.5: Baidu's Knowledge-Enhanced Foundation Model Takes a Giant Leap Forward. http:\/\/research.baidu.com\/Blog\/index-view?id=185"},{"key":"e_1_3_2_1_5_1","unstructured":"Benjamin S Bloom. 1956. Taxonomy of educational objectives: the classification of educational goals: Handbook 1: Cognitive domain. Taxonomy of educational objectives :."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.10286"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11528-023-00896-0"},{"key":"e_1_3_2_1_8_1","volume-title":"How does AI chat change search behaviors? arXiv preprint arXiv:2307.03826","author":"Capra Robert","year":"2023","unstructured":"Robert Capra and Jaime Arguello. 2023. How does AI chat change search behaviors? arXiv preprint arXiv:2307.03826 (2023)."},{"key":"e_1_3_2_1_9_1","unstructured":"Alibaba Cloud. 2023. Tongyi Qianwen. https:\/\/tongyi.aliyun.com\/qianwen\/"},{"key":"e_1_3_2_1_10_1","unstructured":"Microsoft Corporation. 2023. Introducing the new Bing. https:\/\/www.bing.com\/new"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.3390\/vaccines11071217"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.54097\/fcis.v2i2.4465"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2854946.2855000"},{"key":"e_1_3_2_1_14_1","unstructured":"Aleksandra Fostikov. 2023. First impressions on using AI powered chatbots tools and search engines: ChatGPT Perplexity and other--possibilities and usage problems. (2023)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3176349.3176386"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3020188"},{"key":"e_1_3_2_1_17_1","volume-title":"A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics","author":"Holm Sture","year":"1979","unstructured":"Sture Holm. 1979. A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics (1979), 65--70."},{"key":"e_1_3_2_1_18_1","volume-title":"Linked Learning Workshop -- Learning and Education with Web Data (LILE), in conjunction with ACM Conference on Web Science.","author":"Hoppe Anett","year":"2018","unstructured":"Anett Hoppe, Peter Holtz, Yvonne Kammerer, Ran Yu, Stefan Dietze, and Ralph Ewerth. 2018. Current Challenges for Studying Search as Learning Processes. In Linked Learning Workshop -- Learning and Education with Web Data (LILE), in conjunction with ACM Conference on Web Science."},{"key":"e_1_3_2_1_19_1","volume-title":"The Search as Learning Spaceship: Toward a Comprehensive Model of Psychological and Technological Facets of Search as Learning. Frontiers in psychology","author":"Hoyer Von","year":"2022","unstructured":"Johannes. Von Hoyer, Anett. Hoppe, Yvonne. Kammerer, Christian. Otto, Georg. Pardi, Markus. Rokicki, Ran. Yu, Stefan. Dietze, Ralph. Ewerth, and Peter. Holtz. 2022. The Search as Learning Spaceship: Toward a Comprehensive Model of Psychological and Technological Facets of Search as Learning. Frontiers in psychology, Vol. 13 (2022), 827748."},{"key":"e_1_3_2_1_20_1","unstructured":"Lei Huang Weijiang Yu Weitao Ma Weihong Zhong Zhangyin Feng Haotian Wang Qianglong Chen Weihua Peng Xiaocheng Feng Bing Qin et al. 2023. A survey on hallucination in large language models: Principles taxonomy challenges and open questions. arXiv preprint arXiv:2311.05232 (2023)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3453154"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2009.05.004"},{"key":"e_1_3_2_1_23_1","volume-title":"Challenges and applications of large language models. arXiv preprint arXiv:2307.10169","author":"Kaddour Jean","year":"2023","unstructured":"Jean Kaddour, Joshua Harris, Maximilian Mozes, Herbie Bradley, Roberta Raileanu, and Robert McHardy. 2023. Challenges and applications of large language models. arXiv preprint arXiv:2307.10169 (2023)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2808194.2809465"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534965"},{"key":"e_1_3_2_1_26_1","volume-title":"Fine-tuning chatgpt for automatic scoring. Computers and Education: Artificial Intelligence","author":"Latif Ehsan","year":"2024","unstructured":"Ehsan Latif and Xiaoming Zhai. 2024. Fine-tuning chatgpt for automatic scoring. Computers and Education: Artificial Intelligence (2024), 100210."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1080\/07294360.2014.892477"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3594250"},{"key":"e_1_3_2_1_29_1","volume-title":"Conversational interfaces for information search. Understanding and Improving Information Search: A Cognitive Approach","author":"Liao Q Vera","year":"2020","unstructured":"Q Vera Liao, Werner Geyer, Michael Muller, and Yasaman Khazaen. 2020. Conversational interfaces for information search. Understanding and Improving Information Search: A Cognitive Approach (2020), 267--287."},{"key":"e_1_3_2_1_30_1","first-page":"1","article-title":"A Technique for the Measurement of Attitudes","volume":"140","author":"Likert Rensis","year":"1932","unstructured":"Rensis Likert. 1932. A Technique for the Measurement of Attitudes. Archives of Psychology, Vol. 140 (1932), 1--55.","journal-title":"Archives of Psychology"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463064"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102522"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.23606"},{"key":"e_1_3_2_1_34_1","volume-title":"A token-level reference-free hallucination detection benchmark for free-form text generation. arXiv preprint arXiv:2104.08704","author":"Liu Tianyu","year":"2021","unstructured":"Tianyu Liu, Yizhe Zhang, Chris Brockett, Yi Mao, Zhifang Sui, Weizhu Chen, and Bill Dolan. 2021. A token-level reference-free hallucination detection benchmark for free-form text generation. arXiv preprint arXiv:2104.08704 (2021)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCAA.2016.7813724"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3223045"},{"key":"e_1_3_2_1_37_1","volume-title":"Mohit Iyyer, Luke Zettlemoyer, and Hannaneh Hajishirzi.","author":"Min Sewon","year":"2023","unstructured":"Sewon Min, Kalpesh Krishna, Xinxi Lyu, Mike Lewis, Wen-tau Yih, Pang Wei Koh, Mohit Iyyer, Luke Zettlemoyer, and Hannaneh Hajishirzi. 2023. FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation. arXiv preprint arXiv:2305.14251 (2023)."},{"key":"e_1_3_2_1_38_1","volume-title":"Generating benchmarks for factuality evaluation of language models. arXiv preprint arXiv:2307.06908","author":"Muhlgay Dor","year":"2023","unstructured":"Dor Muhlgay, Ori Ram, Inbal Magar, Yoav Levine, Nir Ratner, Yonatan Belinkov, Omri Abend, Kevin Leyton-Brown, Amnon Shashua, and Yoav Shoham. 2023. Generating benchmarks for factuality evaluation of language models. arXiv preprint arXiv:2307.06908 (2023)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563359.3597399"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3563359.3596996"},{"key":"e_1_3_2_1_41_1","volume-title":"Intelligent Computing, Networking, and Informatics: Proceedings of the International Conference on Advanced Computing, Networking, and Informatics","author":"Negi Yogender Singh","year":"2013","unstructured":"Yogender Singh Negi and Suresh Kumar. 2014. A comparative analysis of keyword-and semantic-based search engines. In Intelligent Computing, Networking, and Informatics: Proceedings of the International Conference on Advanced Computing, Networking, and Informatics, India, June 2013. Springer, 727--736."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102226"},{"key":"e_1_3_2_1_43_1","unstructured":"OpenAI. 2023. Introducing ChatGPT. https:\/\/openai.com\/blog\/chatgpt"},{"key":"e_1_3_2_1_44_1","unstructured":"OpenAI. 2023. Introducing GPTs. https:\/\/openai.com\/blog\/introducing-gpts"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406522.3446046"},{"key":"e_1_3_2_1_46_1","unstructured":"Perplexity. 2024. What you need to know to get started with Perplexity. https:\/\/www.perplexity.ai\/hub\/getting-started"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3020183"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1177\/0165551515615841"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380193"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531719"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406522.3446025"},{"key":"e_1_3_2_1_52_1","first-page":"313","article-title":"The stratified model of information retrieval interaction: Extension and application","volume":"34","author":"Saracevic T.","year":"1997","unstructured":"T. Saracevic. 1997. The stratified model of information retrieval interaction: Extension and application. Proceedings of the American Society for Information Science and Technology, Vol. 34 (1997), 313--327.","journal-title":"Proceedings of the American Society for Information Science and Technology"},{"key":"e_1_3_2_1_53_1","volume-title":"Schunk and Pearson Education","author":"Dale","year":"2011","unstructured":"Dale H. Schunk and Pearson Education. 2011. Learning Theories:An Educational Perspective: International Edition. Disinflation in transition, 1993--97 \/."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3498366.3505816"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIET.2010.5625670"},{"key":"e_1_3_2_1_56_1","volume-title":"Generative Echo Chamber? Effects of LLM-Powered Search Systems on Diverse Information Seeking. arXiv preprint arXiv:2402.05880","author":"Sharma Nikhil","year":"2024","unstructured":"Nikhil Sharma, Q Vera Liao, and Ziang Xiao. 2024. Generative Echo Chamber? Effects of LLM-Powered Search Systems on Diverse Information Seeking. arXiv preprint arXiv:2402.05880 (2024)."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICONSTEM.2019.8918837"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571884.3597144"},{"key":"e_1_3_2_1_59_1","volume-title":"Proceedings of the Association for Information Science & Technology","year":"2017","unstructured":"Souvick, Ghosh, Chirag, and Shah. 2017. Information seeking in learning-oriented search. Proceedings of the Association for Information Science & Technology (2017)."},{"key":"e_1_3_2_1_60_1","unstructured":"Siddharth Suri Scott Counts Leijie Wang Chacha Chen Mengting Wan Tara Safavi Jennifer Neville Chirag Shah Ryen W White Reid Andersen et al. 2024. The Use of Generative Search Engines for Knowledge Work and Complex Tasks. arXiv preprint arXiv:2404.04268 (2024)."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1080\/20013078.2018.1535750"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIMP.2009.16"},{"key":"e_1_3_2_1_63_1","unstructured":"Sarah K. Tyler. 2013. Repetition and diversification in multi-session task oriented search. Ph.D. Dissertation. University of California Santa Cruz."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.103158"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1177\/0165551515615833"},{"key":"e_1_3_2_1_66_1","volume-title":"Exploratory search: Beyond the query-response paradigm. Number 3","author":"White Ryen W","unstructured":"Ryen W White and Resa A Roth. 2009. Exploratory search: Beyond the query-response paradigm. Number 3. Morgan & Claypool Publishers."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371799"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.22758"},{"key":"e_1_3_2_1_69_1","unstructured":"wong2. 2023. chatgpt-google-extension. https:\/\/github.com\/wong2\/chatgpt-google-extension"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/2362724.2362768"},{"key":"e_1_3_2_1_71_1","volume-title":"Kunpeng Zhang, Yufang Wang, and Qi Fu.","author":"Xiao Changrong","year":"2024","unstructured":"Changrong Xiao, Wenxing Ma, Sean Xin Xu, Kunpeng Zhang, Yufang Wang, and Qi Fu. 2024. From Automation to Augmentation: Large Language Models Elevating Essay Scoring Landscape. arxiv: 2401.06431 [cs.CL]"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584031"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1561\/9781638282013"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401162"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271776"},{"key":"e_1_3_2_1_76_1","unstructured":"Kaitlyn Zhou Jena D. Hwang Xiang Ren and Maarten Sap. 2024. Relying on the Unreliable: The Impact of Language Models' Reluctance to Express Uncertainty. arxiv: 2401.06730"}],"event":{"name":"SIGIR-AP 2024: Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","location":"Tokyo Japan","acronym":"SIGIR-AP 2024","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2024 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3673791.3698406","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3673791.3698406","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T16:23:32Z","timestamp":1755879812000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3673791.3698406"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,8]]},"references-count":76,"alternative-id":["10.1145\/3673791.3698406","10.1145\/3673791"],"URL":"https:\/\/doi.org\/10.1145\/3673791.3698406","relation":{},"subject":[],"published":{"date-parts":[[2024,12,8]]},"assertion":[{"value":"2024-12-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}