{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T15:26:29Z","timestamp":1781537189858,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1820609, 1940076, 1909702"],"award-info":[{"award-number":["1820609, 1940076, 1909702"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3485447.3512215","type":"proceedings-article","created":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T05:11:23Z","timestamp":1650863483000},"page":"545-554","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Socialbots on Fire: Modeling Adversarial Behaviors of Socialbots via Multi-Agent Hierarchical Reinforcement Learning"],"prefix":"10.1145","author":[{"given":"Thai","family":"Le","sequence":"first","affiliation":[{"name":"Penn State University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Long","family":"Tran-Thanh","sequence":"additional","affiliation":[{"name":"University of Warwick, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dongwon","family":"Lee","sequence":"additional","affiliation":[{"name":"Penn State University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Greg Brockman Vicki Cheung Ludwig Pettersson Jonas Schneider John Schulman Jie Tang and Wojciech Zaremba. 2016. OpenAI Gym. arXiv:arXiv:1606.01540"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISI.2017.8004887"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557047"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3409116"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3041021.3055135"},{"key":"e_1_3_2_1_6_1","first-page":"561","article-title":"Social fingerprinting: detection of spambot groups through DNA-inspired behavioral modeling","volume":"15","author":"Cresci Stefano","year":"2017","unstructured":"Stefano Cresci, Roberto Di\u00a0Pietro, Marinella Petrocchi, Angelo Spognardi, and Maurizio Tesconi. 2017. Social fingerprinting: detection of spambot groups through DNA-inspired behavioral modeling. IEEE Transactions on Dependable and Secure Computing 15, 4 (2017), 561\u2013576.","journal-title":"IEEE Transactions on Dependable and Secure Computing"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292522.3326030"},{"key":"e_1_3_2_1_8_1","volume-title":"The coming age of adversarial social bot detection. First Monday","author":"Cresci Stefano","year":"2021","unstructured":"Stefano Cresci, Marinella Petrocchi, Angelo Spognardi, and Stefano Tognazzi. 2021. The coming age of adversarial social bot detection. First Monday (2021)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872518.2889302"},{"key":"e_1_3_2_1_10_1","volume-title":"Feature engineering for machine learning and data analytics","author":"Dong Guozhu","unstructured":"Guozhu Dong and Huan Liu. 2018. Feature engineering for machine learning and data analytics. CRC Press."},{"key":"e_1_3_2_1_11_1","first-page":"5","article-title":"Supervised machine learning bot detection techniques to identify social twitter bots","volume":"1","author":"Efthimion Phillip\u00a0George","year":"2018","unstructured":"Phillip\u00a0George Efthimion, Scott Payne, and Nicholas Proferes. 2018. Supervised machine learning bot detection techniques to identify social twitter bots. SMU Data Science Review 1, 2 (2018), 5.","journal-title":"SMU Data Science Review"},{"key":"e_1_3_2_1_12_1","volume-title":"5th International Conference on Learning Representations, ICLR","author":"Florensa Carlos","year":"2017","unstructured":"Carlos Florensa, Yan Duan, and Pieter Abbeel. 2017. Stochastic Neural Networks for Hierarchical Reinforcement Learning. In 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, April 24-26, 2017, Conference Track Proceedings. OpenReview.net. https:\/\/openreview.net\/forum?id=B1oK8aoxe"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2740908.2742725"},{"key":"e_1_3_2_1_14_1","volume-title":"Horizon: Facebook\u2019s open source applied reinforcement learning platform. arXiv preprint arXiv:1811.00260(2018).","author":"Gauci Jason","year":"2018","unstructured":"Jason Gauci, Edoardo Conti, Yitao Liang, Kittipat Virochsiri, Yuchen He, Zachary Kaden, Vivek Narayanan, Xiaohui Ye, Zhengxing Chen, and Scott Fujimoto. 2018. Horizon: Facebook\u2019s open source applied reinforcement learning platform. arXiv preprint arXiv:1811.00260(2018)."},{"key":"e_1_3_2_1_15_1","volume-title":"Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.\u00a0F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates","author":"Gogineni Tarun","year":"2014","unstructured":"Tarun Gogineni, Ziping Xu, Exequiel Punzalan, Runxuan Jiang, Joshua Kammeraad, Ambuj Tewari, and Paul Zimmerman. 2020. TorsionNet: A Reinforcement Learning Approach to Sequential Conformer Search. In Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.\u00a0F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates, Inc., 20142\u201320153. https:\/\/proceedings.neurips.cc\/paper\/2020\/file\/e904831f48e729f9ad8355a894334700-Paper.pdf"},{"key":"e_1_3_2_1_16_1","volume-title":"Talk of the network: A complex systems look at the underlying process of word-of-mouth. Marketing letters 12, 3","author":"Goldenberg Jacob","year":"2001","unstructured":"Jacob Goldenberg, Barak Libai, and Eitan Muller. 2001. Talk of the network: A complex systems look at the underlying process of word-of-mouth. Marketing letters 12, 3 (2001), 211\u2013223."},{"key":"e_1_3_2_1_17_1","first-page":"1","article-title":"Using complex systems analysis to advance marketing theory development: Modeling heterogeneity effects on new product growth through stochastic cellular automata","volume":"9","author":"Goldenberg Jacob","year":"2001","unstructured":"Jacob Goldenberg, Barak Libai, and Eitan Muller. 2001. Using complex systems analysis to advance marketing theory development: Modeling heterogeneity effects on new product growth through stochastic cellular automata. Academy of Marketing Science Review 9, 3 (2001), 1\u201318.","journal-title":"Academy of Marketing Science Review"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1963192.1963217"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939754"},{"key":"e_1_3_2_1_20_1","volume-title":"Knight Foundation: George Washington University","author":"Hindman Matthew","year":"2018","unstructured":"Matthew Hindman and Vlad Barash. 2018. Disinformation, and influence campaigns on twitter. Knight Foundation: George Washington University (2018)."},{"key":"e_1_3_2_1_21_1","unstructured":"Ronald\u00a0A Howard. 1960. Dynamic programming and markov processes.(1960)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2017.01.014"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-1062"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 19th International Conference on Autonomous Agents and MultiAgent Systems","author":"Kamarthi Harshavardhan","year":"2020","unstructured":"Harshavardhan Kamarthi, Priyesh Vijayan, Bryan Wilder, Balaraman Ravindran, and Milind Tambe. 2020. Influence Maximization in Unknown Social Networks: Learning Policies for Effective Graph Sampling. In Proceedings of the 19th International Conference on Autonomous Agents and MultiAgent Systems (Auckland, New Zealand) (AAMAS \u201920). International Foundation for Autonomous Agents and Multiagent Systems, Richland, SC, 575\u2013583."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/956750.956769"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/11871637_27"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13278-020-00680-5"},{"key":"e_1_3_2_1_28_1","volume-title":"Semi-Supervised Classification with Graph Convolutional Networks. In International Conference on Learning Representations (ICLR).","author":"N.","unstructured":"Thomas\u00a0N. Kipf and Max Welling. 2017. Semi-Supervised Classification with Graph Convolutional Networks. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_29_1","unstructured":"George\u00a0Dimitri Konidaris and Andrew\u00a0G Barto. 2007. Building Portable Options: Skill Transfer in Reinforcement Learning.. In IJCAI Vol.\u00a07. 895\u2013900."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM50108.2020.00037"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1281192.1281239"},{"key":"e_1_3_2_1_32_1","volume-title":"CLAIM: Curriculum Learning Policy for Influence Maximization in Unknown Social Networks. arXiv preprint arXiv:2107.03603(2021).","author":"Li Dexun","year":"2021","unstructured":"Dexun Li, Meghna Lowalekar, and Pradeep Varakantham. 2021. CLAIM: Curriculum Learning Policy for Influence Maximization in Unknown Social Networks. arXiv preprint arXiv:2107.03603(2021)."},{"key":"e_1_3_2_1_33_1","volume-title":"Disco: Influence maximization meets network embedding and deep learning. arXiv preprint arXiv:1906.07378(2019).","author":"Li Hui","year":"2019","unstructured":"Hui Li, Mengting Xu, Sourav\u00a0S Bhowmick, Changsheng Sun, Zhongyuan Jiang, and Jiangtao Cui. 2019. Disco: Influence maximization meets network embedding and deep learning. arXiv preprint arXiv:1906.07378(2019)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.3390\/info8040118"},{"key":"e_1_3_2_1_35_1","volume-title":"Hierarchical Reinforcement Learning with Advantage-Based Auxiliary Rewards. In Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019","author":"Li Siyuan","year":"2019","unstructured":"Siyuan Li, Rui Wang, Minxue Tang, and Chongjie Zhang. 2019. Hierarchical Reinforcement Learning with Advantage-Based Auxiliary Rewards. In Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada, Hanna\u00a0M. Wallach, Hugo Larochelle, Alina Beygelzimer, Florence d\u2019Alch\u00e9-Buc, Emily\u00a0B. Fox, and Roman Garnett (Eds.). 1407\u20131417. https:\/\/proceedings.neurips.cc\/paper\/2019\/hash\/81e74d678581a3bb7a720b019f4f1a93-Abstract.html"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292522.3326015"},{"key":"e_1_3_2_1_37_1","volume-title":"Malicious Bot Detection in Online Social Networks: Arming Handcrafted Features with Deep Learning","author":"Mou Guanyi","unstructured":"Guanyi Mou and Kyumin Lee. 2020. Malicious Bot Detection in Online Social Networks: Arming Handcrafted Features with Deep Learning. In Social Informatics, Samin Aref, Kalina Bontcheva, Marco Braghieri, Frank Dignum, Fosca Giannotti, Francesco Grisolia, and Dino Pedreschi (Eds.). Springer International Publishing, Cham, 220\u2013236."},{"key":"e_1_3_2_1_38_1","unstructured":"OpenAI Christopher Berner Greg Brockman Brooke Chan Vicki Cheung Przemys\u0142aw D\u0119biak Christy Dennison David Farhi Quirin Fischer Shariq Hashme Chris Hesse Rafal J\u00f3zefowicz Scott Gray Catherine Olsson Jakub Pachocki Michael Petrov Henrique\u00a0Pond\u00e9 de Oliveira\u00a0Pinto Jonathan Raiman Tim Salimans Jeremy Schlatter Jonas Schneider Szymon Sidor Ilya Sutskever Jie Tang Filip Wolski and Susan Zhang. 2019. Dota 2 with Large Scale Deep Reinforcement Learning. (2019). arxiv:1912.06680https:\/\/arxiv.org\/abs\/1912.06680"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2020.101715"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2018.2878247"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935844"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412698"},{"key":"e_1_3_2_1_43_1","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347(2017)."},{"key":"e_1_3_2_1_44_1","volume-title":"The spread of low-credibility content by social bots. Nature communications 9, 1","author":"Shao Chengcheng","year":"2018","unstructured":"Chengcheng Shao, Giovanni\u00a0Luca Ciampaglia, Onur Varol, Kai-Cheng Yang, Alessandro Flammini, and Filippo Menczer. 2018. The spread of low-credibility content by social bots. Nature communications 9, 1 (2018), 1\u20139."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Yunlong Song Mats Steinweg Elia Kaufmann and Davide Scaramuzza. 2021. Autonomous Drone Racing with Deep Reinforcement Learning. arXiv preprint arXiv:2103.08624(2021).","DOI":"10.1109\/IROS51168.2021.9636053"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2016.183"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1021\/ci034160g"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2593670"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-020-00117-1"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2017.56"},{"key":"e_1_3_2_1_51_1","volume-title":"Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0V. Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Vol.\u00a030. Curran Associates","author":"Wen Zheng","year":"2017","unstructured":"Zheng Wen, Branislav Kveton, Michal Valko, and Sharan Vaswani. 2017. Online Influence Maximization under Independent Cascade Model with Semi-Bandit Feedback. In Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0V. Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Vol.\u00a030. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/7137debd45ae4d0ab9aa953017286b20-Paper.pdf"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106525"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1002\/hbe2.115"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5460"},{"key":"e_1_3_2_1_55_1","unstructured":"Cong Zhang Wen Song Zhiguang Cao Jie Zhang Puay\u00a0Siew Tan and Xu Chi. 2020. Learning to Dispatch for Job Shop Scheduling via Deep Reinforcement Learning. In Advances in Neural Information Processing Systems Vol.\u00a033. 1621\u20131632."}],"event":{"name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France","acronym":"WWW '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512215","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512215","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512215","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:13Z","timestamp":1750188613000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512215"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":55,"alternative-id":["10.1145\/3485447.3512215","10.1145\/3485447"],"URL":"https:\/\/doi.org\/10.1145\/3485447.3512215","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}