{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,15]],"date-time":"2026-02-15T15:19:35Z","timestamp":1771168775667,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61802257 and 61602305"],"award-info":[{"award-number":["61802257 and 61602305"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007219","name":"Natural Science Foundation of Shanghai","doi-asserted-by":"publisher","award":["18ZR1426000 and 19ZR1477600"],"award-info":[{"award-number":["18ZR1426000 and 19ZR1477600"]}],"id":[{"id":"10.13039\/100007219","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Social Livelihood Planning Project of Nan-tong Science and Technology Bureau","award":["MS12021060"],"award-info":[{"award-number":["MS12021060"]}]},{"name":"Opening Foundation of Agile and Intelligent Computing Key Laboratory of Si-chuan Province"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1007\/s10489-023-05247-3","type":"journal-article","created":{"date-parts":[[2024,2,2]],"date-time":"2024-02-02T07:02:19Z","timestamp":1706857339000},"page":"2277-2299","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Adaptive task recommendation based on reinforcement learning in mobile crowd sensing"],"prefix":"10.1007","volume":"54","author":[{"given":"Guisong","family":"Yang","sequence":"first","affiliation":[]},{"given":"Guochen","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Jingru","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Xingyu","family":"He","sequence":"additional","affiliation":[]},{"given":"Li","family":"Gao","sequence":"additional","affiliation":[]},{"given":"Yunhuai","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,2,2]]},"reference":[{"issue":"11","key":"5247_CR1","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1109\/MCOM.2011.6069707","volume":"49","author":"RK Ganti","year":"2011","unstructured":"Ganti RK, Ye F, Lei H (2011) Mobile crowdsensing: current state and future challenges. IEEE Commun Mag 49(11):32\u201339","journal-title":"IEEE Commun Mag"},{"issue":"2","key":"5247_CR2","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1109\/JIOT.2017.2720855","volume":"5","author":"F Montori","year":"2017","unstructured":"Montori F, Bedogni L, Bononi L (2017) A collaborative internet of things architecture for smart cities and environmental monitoring. IEEE Int Things J 5(2):592\u2013605","journal-title":"IEEE Int Things J"},{"issue":"2","key":"5247_CR3","doi-asserted-by":"publisher","first-page":"400","DOI":"10.3390\/s19020400","volume":"19","author":"S Jovanovi\u0107","year":"2019","unstructured":"Jovanovi\u0107 S, Jovanovi\u0107 M, \u0160kori\u0107 T, Joki\u0107 S, Milovanovi\u0107 B, Katzis K, Baji\u0107 D (2019) A mobile crowd sensing application for hypertensive patients. Sensors 19(2):400","journal-title":"Sensors"},{"issue":"10","key":"5247_CR4","doi-asserted-by":"publisher","first-page":"6553","DOI":"10.1109\/TII.2019.2963728","volume":"16","author":"J Huang","year":"2020","unstructured":"Huang J, Kong L, Dai H-N, Ding W, Cheng L, Chen G, Jin X, Zeng P (2020) Blockchain-based mobile crowd sensing in industrial systems. IEEE Trans Industrial Inf 16(10):6553\u20136563","journal-title":"IEEE Trans Industrial Inf"},{"issue":"3","key":"5247_CR5","first-page":"1","volume":"1","author":"K Kim","year":"2017","unstructured":"Kim K, Zabihi H, Kim H, Lee U (2017) Trailsense: a crowdsensing system for detecting risky mountain trail segments with walking pattern analysis. Proceedings of the ACM on interactive, mobile, wearable and ubiquitous technologies 1(3):1\u201331","journal-title":"Proceedings of the ACM on interactive, mobile, wearable and ubiquitous technologies"},{"issue":"1","key":"5247_CR6","doi-asserted-by":"publisher","first-page":"88","DOI":"10.3390\/s16010088","volume":"16","author":"J Wan","year":"2016","unstructured":"Wan J, Liu J, Shao Z, Vasilakos AV, Imran M, Zhou K (2016) Mobile crowd sensing for traffic prediction in internet of vehicles. Sensors 16(1):88","journal-title":"Sensors"},{"issue":"5","key":"5247_CR7","doi-asserted-by":"publisher","first-page":"3747","DOI":"10.1109\/JIOT.2018.2864341","volume":"5","author":"J Wang","year":"2018","unstructured":"Wang J, Wang L, Wang Y, Zhang D, Kong L (2018) Task allocation in mobile crowd sensing: state-of-the-art and future opportunities. IEEE Int Things J 5(5):3747\u20133757","journal-title":"IEEE Int Things J"},{"key":"5247_CR8","doi-asserted-by":"crossref","unstructured":"Yang G, Li Y, Song Y, Li J, He X, Kong L, Liu M (2020) A real-time recommendation algorithm for task allocation in mobile crowd sensing. In: Wireless algorithms, systems, and applications: 15th international conference, WASA 2020, Qingdao, China, September 13\u201315, 2020, Proceedings, Part I 15, Springer, pp 640\u2013652","DOI":"10.1007\/978-3-030-59016-1_53"},{"key":"5247_CR9","doi-asserted-by":"publisher","first-page":"12121","DOI":"10.1007\/s11227-021-03745-0","volume":"77","author":"J Wang","year":"2021","unstructured":"Wang J, Liu J, Zhao Z, Zhao G (2021) A task recommendation framework for heterogeneous mobile crowdsensing. J Supercomput 77:12121\u201312142","journal-title":"J Supercomput"},{"key":"5247_CR10","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.comcom.2023.04.028","volume":"206","author":"J Wang","year":"2023","unstructured":"Wang J, Zhang Z, Zhao G (2023) Task recommendation method for fusion of multi-view social relationship learning and reasoning in the mobile crowd sensing system. Comput Commun 206:60\u201372","journal-title":"Comput Commun"},{"key":"5247_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2023.109796","volume":"229","author":"J Wang","year":"2023","unstructured":"Wang J, Yan Y, Zhao G (2023) Task recommendation method combining multimodal cognition and collaboration in mobile crowdsensing systems. Comput Netw 229:109796","journal-title":"Comput Netw"},{"key":"5247_CR12","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1016\/j.ins.2019.02.011","volume":"527","author":"W Tang","year":"2020","unstructured":"Tang W, Zhang K, Ren J, Zhang Y, Shen XS (2020) Privacy-preserving task recommendation with win-win incentives for mobile crowdsourcing. Inf Sci 527:477\u2013492","journal-title":"Inf Sci"},{"key":"5247_CR13","doi-asserted-by":"crossref","unstructured":"Wang J, Hao S, Zhao G (2023) Cssa-based collaborative optimization recommendation of users in mobile crowdsensing. Peer-to-Peer Network Appl 1\u201315","DOI":"10.1007\/s12083-022-01444-y"},{"key":"5247_CR14","doi-asserted-by":"crossref","unstructured":"Zhao G, Wang X, Wang J, Liu J (2023) Task recommendation for mobile crowd sensing system based on multi-view user dynamic behavior prediction. Peer-to-Peer Netw Appl 1\u201315","DOI":"10.1007\/s12083-023-01504-x"},{"key":"5247_CR15","doi-asserted-by":"crossref","unstructured":"Zhang J, Zhang X (2021) Multi-task allocation in mobile crowd sensing with mobility prediction. IEEE Trans Mobile Comput 1081\u20131094","DOI":"10.1109\/TMC.2021.3088291"},{"issue":"4","key":"5247_CR16","doi-asserted-by":"publisher","first-page":"2476","DOI":"10.1109\/TII.2021.3094527","volume":"18","author":"Y Huang","year":"2021","unstructured":"Huang Y, Chen H, Ma G, Lin K, Ni Z, Yan N, Wang Z (2021) Opat: Optimized allocation of time-dependent tasks for mobile crowdsensing. IEEE Trans Ind Inf 18(4):2476\u20132485","journal-title":"IEEE Trans Ind Inf"},{"issue":"3","key":"5247_CR17","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1109\/TCSS.2021.3095946","volume":"9","author":"B Yin","year":"2021","unstructured":"Yin B, Li J, Wei X (2021) Rational task assignment and path planning based on location and task characteristics in mobile crowdsensing. IEEE Trans Comput Social Syst 9(3):781\u2013793","journal-title":"IEEE Trans Comput Social Syst"},{"key":"5247_CR18","doi-asserted-by":"crossref","unstructured":"Shen X, Xu D, Song L, Zhang Y (2023) Heterogeneous multi-project multi-task allocation in mobile crowdsensing using an ensemble fireworks algorithm. Appl Soft Comput 110571","DOI":"10.1016\/j.asoc.2023.110571"},{"key":"5247_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2022.109330","volume":"127","author":"X Shen","year":"2022","unstructured":"Shen X, Chen Q, Pan H, Song L, Guo Y (2022) Variable speed multi-task allocation for mobile crowdsensing based on a multi-objective shuffled frog leaping algorithm. Appl Soft Comput 127:109330","journal-title":"Appl Soft Comput"},{"issue":"3","key":"5247_CR20","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1109\/TCSS.2020.2986836","volume":"7","author":"W Dai","year":"2020","unstructured":"Dai W, Wang Y, Ma J, Jin Q (2020) Btr: a feature-based bayesian task recommendation scheme for crowdsourcing system. IEEE Trans Comput Social Syst 7(3):780\u2013789","journal-title":"IEEE Trans Comput Social Syst"},{"issue":"8","key":"5247_CR21","doi-asserted-by":"publisher","first-page":"7407","DOI":"10.1109\/JIOT.2020.2984826","volume":"7","author":"S Song","year":"2020","unstructured":"Song S, Liu Z, Li Z, Xing T, Fang D (2020) Coverage-oriented task assignment for mobile crowdsensing. IEEE Int Things J 7(8):7407\u20137418","journal-title":"IEEE Int Things J"},{"issue":"11","key":"5247_CR22","doi-asserted-by":"publisher","first-page":"3194","DOI":"10.1109\/TMC.2020.2997280","volume":"20","author":"F Yucel","year":"2020","unstructured":"Yucel F, Yuksel M, Bulut E (2020) Qos-based budget constrained stable task assignment in mobile crowdsensing. IEEE Trans Mobile Comput 20(11):3194\u20133210","journal-title":"IEEE Trans Mobile Comput"},{"key":"5247_CR23","doi-asserted-by":"crossref","unstructured":"Yuen M-C, King I, Leung K-S (2011) Task matching in crowdsourcing. In: 2011 International conference on internet of things and 4th international conference on cyber, physical and social computing, IEEE, pp 409\u2013412","DOI":"10.1109\/iThings\/CPSCom.2011.128"},{"key":"5247_CR24","doi-asserted-by":"crossref","unstructured":"Karaliopoulos M, Koutsopoulos I, Titsias M (2016) First learn then earn: optimizing mobile crowdsensing campaigns through data-driven user profiling. In: Proceedings of the 17th ACM international symposium on mobile Ad Hoc networking and computing, pp 271\u2013280","DOI":"10.1145\/2942358.2942369"},{"key":"5247_CR25","doi-asserted-by":"crossref","unstructured":"Schnitzer S, Neitzel S, Rensing C (2017) From task classification towards similarity measures for recommendation in crowdsourcing systems. arXiv:1707.06562","DOI":"10.1145\/2872518.2890087"},{"issue":"5","key":"5247_CR26","doi-asserted-by":"publisher","first-page":"2080","DOI":"10.1109\/TMC.2020.2973990","volume":"20","author":"Z Wang","year":"2020","unstructured":"Wang Z, Zhao J, Hu J, Zhu T, Wang Q, Ren J, Li C (2020) Towards personalized task-oriented worker recruitment in mobile crowdsensing. IEEE Trans Mobile Comput 20(5):2080\u20132093","journal-title":"IEEE Trans Mobile Comput"},{"issue":"12","key":"5247_CR27","doi-asserted-by":"publisher","first-page":"4410","DOI":"10.1109\/TMC.2021.3080714","volume":"21","author":"C Zhang","year":"2021","unstructured":"Zhang C, Zhu L, Xu C, Ni J, Huang C, Shen X (2021) Location privacy-preserving task recommendation with geometric range query in mobile crowdsensing. IEEE Trans Mobile Comput 21(12):4410\u20134425","journal-title":"IEEE Trans Mobile Comput"},{"key":"5247_CR28","doi-asserted-by":"publisher","first-page":"3793","DOI":"10.1007\/s12083-021-01217-z","volume":"14","author":"Z Zhao","year":"2021","unstructured":"Zhao Z, Wang Y, Wang H (2021) Sdn-based cross-domain cooperative method for trusted nodes recommendation in mobile crowd sensing. Peer-to-Peer Netw Appl 14:3793\u20133805","journal-title":"Peer-to-Peer Netw Appl"},{"key":"5247_CR29","doi-asserted-by":"crossref","unstructured":"Anand S, Ram A, Mishra MK (2021) Recommendation of tasks with multiple incentives in mobile crowdsensing. In: 2021 6th International conference on communication and electronics systems (ICCES), IEEE, pp 1\u20134","DOI":"10.1109\/ICCES51350.2021.9489241"},{"issue":"6","key":"5247_CR30","doi-asserted-by":"publisher","first-page":"1311","DOI":"10.1109\/TCSS.2021.3073031","volume":"8","author":"G Yang","year":"2021","unstructured":"Yang G, Li Y, He X, Song Y, Wang J, Liu M (2021) Profile-free and real-time task recommendation in mobile crowdsensing. IEEE Trans Comput Social Syst 8(6):1311\u20131322","journal-title":"IEEE Trans Comput Social Syst"},{"issue":"4","key":"5247_CR31","doi-asserted-by":"publisher","first-page":"1033","DOI":"10.1109\/TCSS.2020.2995760","volume":"7","author":"Y Wang","year":"2020","unstructured":"Wang Y, Cai Z, Zhan Z-H, Zhao B, Tong X, Qi L (2020) Walrasian equilibrium-based multiobjective optimization for task allocation in mobile crowdsourcing. IEEE Trans Comput Soc Syst 7(4):1033\u20131046","journal-title":"IEEE Trans Comput Soc Syst"},{"issue":"10","key":"5247_CR32","doi-asserted-by":"publisher","first-page":"2961","DOI":"10.1109\/TMC.2020.2993963","volume":"20","author":"F Wu","year":"2020","unstructured":"Wu F, Yang S, Zheng Z, Tang S, Chen G (2020) Fine-grained user profiling for personalized task matching in mobile crowdsensing. IEEE Trans Mobile Comput 20(10):2961\u20132976","journal-title":"IEEE Trans Mobile Comput"},{"key":"5247_CR33","doi-asserted-by":"crossref","unstructured":"Chen S, Zhao X, Liu J, Gao G, Du Y (2022) Social-network-assisted task recommendation algorithm in mobile crowd sensing. In: Proceedings of the 7th international conference on information and education innovations, pp 136\u2013142","DOI":"10.1145\/3535735.3535751"},{"key":"5247_CR34","doi-asserted-by":"crossref","unstructured":"Zhao Y, Deng L, Zheng K (2023) Adataskrec: an adaptive task recommendation framework in spatial crowdsourcing. ACM Trans Inf Syst","DOI":"10.1145\/3593582"},{"key":"5247_CR35","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT press"},{"issue":"7540","key":"5247_CR36","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"issue":"7587","key":"5247_CR37","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, Van Den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M et al (2016) Mastering the game of go with deep neural networks and tree search. Nature 529(7587):484\u2013489","journal-title":"Nature"},{"key":"5247_CR38","unstructured":"Shani G, Heckerman D, Brafman RI, Boutilier C (2005) An MDP-based recommender system. J Mach Learn Res 6(9)"},{"key":"5247_CR39","doi-asserted-by":"crossref","unstructured":"Zhao X, Xia L, Zhang L, Ding Z, Yin D, Tang J (2018) Deep reinforcement learning for page-wise recommendations. In: Proceedings of the 12th ACM conference on recommender systems, pp 95\u2013103","DOI":"10.1145\/3240323.3240374"},{"key":"5247_CR40","doi-asserted-by":"crossref","unstructured":"Zhao X, Zhang L, Ding Z, Xia L, Tang J, Yin D (2018) Recommendations with negative feedback via pairwise deep reinforcement learning. In: Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery & data mining, pp 1040\u20131048","DOI":"10.1145\/3219819.3219886"},{"key":"5247_CR41","doi-asserted-by":"crossref","unstructured":"Zheng G, Zhang F, Zheng Z, Xiang Y, Yuan NJ, Xie X, Li Z (2018) Drn: a deep reinforcement learning framework for news recommendation. In: Proceedings of the 2018 world wide web conference, pp 167\u2013176","DOI":"10.1145\/3178876.3185994"},{"key":"5247_CR42","doi-asserted-by":"crossref","unstructured":"Hu B, Shi C, Liu J (2017) Playlist recommendation based on reinforcement learning. In: Intelligence science I: Second IFIP TC 12 international conference, ICIS 2017, Shanghai, China, October 25-28, 2017, Proceedings 2, Springer, pp 172\u2013182","DOI":"10.1007\/978-3-319-68121-4_18"},{"key":"5247_CR43","unstructured":"Lu T, P\u00e1l D, P\u00e1l M (2010) Contextual multi-armed bandits. In: Proceedings of the thirteenth international conference on artificial intelligence and statistics, JMLR Workshop and Conference Proceedings, pp 485\u2013492"},{"key":"5247_CR44","unstructured":"Slivkins A (2011) Contextual bandits with similarity information. In: Proceedings of the 24th annual conference on learning theory, JMLR Workshop and Conference Proceedings, pp 679\u2013702"},{"issue":"4","key":"5247_CR45","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1109\/TMM.2015.2403234","volume":"17","author":"C Tekin","year":"2015","unstructured":"Tekin C, Schaar M (2015) Contextual online learning for multimedia content aggregation. IEEE Trans Multimed 17(4):549\u2013561","journal-title":"IEEE Trans Multimed"},{"key":"5247_CR46","doi-asserted-by":"crossref","unstructured":"Li L, Chu W, Langford J, Schapire RE (2010) A contextual-bandit approach to personalized news article recommendation. In: Proceedings of the 19th international conference on world wide web, pp 661\u2013670","DOI":"10.1145\/1772690.1772758"},{"key":"5247_CR47","doi-asserted-by":"crossref","unstructured":"Wang L, Wang C, Wang K, He X (2017) Biucb: a contextual bandit algorithm for cold-start and diversified recommendation. In: 2017 IEEE International conference on big knowledge (ICBK), IEEE, pp 248\u2013253","DOI":"10.1109\/ICBK.2017.49"},{"key":"5247_CR48","doi-asserted-by":"crossref","unstructured":"Zou L, Xia L, Ding Z, Song J, Liu W, Yin D (2019) Reinforcement learning to optimize long-term user engagement in recommender systems. In: Proceedings of the 25th ACM SIGKDD international conference on knowledge discovery & data mining, pp 2810\u20132818","DOI":"10.1145\/3292500.3330668"},{"key":"5247_CR49","doi-asserted-by":"crossref","unstructured":"Chen H (2021) A DQN-based recommender system for item-list recommendation. In: 2021 IEEE International conference on big data (Big Data), IEEE, pp 5699\u20135702","DOI":"10.1109\/BigData52589.2021.9671947"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-05247-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-05247-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-05247-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,16]],"date-time":"2024-02-16T12:37:44Z","timestamp":1708087064000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-05247-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":49,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["5247"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-05247-3","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]},"assertion":[{"value":"17 December 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 February 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"All authors contributed to the conception and design of the study. All authors read and approved the final manuscript.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}]}}