{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T16:30:58Z","timestamp":1780763458614,"version":"3.54.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62202238"],"award-info":[{"award-number":["62202238"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"crossref","award":["2024M751506"],"award-info":[{"award-number":["2024M751506"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s11227-024-06767-6","type":"journal-article","created":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T03:09:32Z","timestamp":1734059372000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Online budget-feasible mobile crowdsensing with constrained reinforcement learning"],"prefix":"10.1007","volume":"81","author":[{"given":"Bolei","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lifa","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,13]]},"reference":[{"key":"6767_CR1","unstructured":"Achiam J, Held D, Tamar A et\u00a0al (2017) Constrained policy optimization. In: International conference on machine learning, PMLR, pp 22\u201331"},{"key":"6767_CR2","doi-asserted-by":"crossref","unstructured":"An N, Wang R, Luan Z et\u00a0al (2015) Adaptive assignment for quality-aware mobile sensing network with strategic users. In: 2015 IEEE 17th International Conference on High Performance Computing and Communications, 2015 IEEE 7th International Symposium on Cyberspace Safety and Security, and 2015 IEEE 12th International Conference on Embedded Software and Systems, IEEE, pp 541\u2013546","DOI":"10.1109\/HPCC-CSS-ICESS.2015.191"},{"key":"6767_CR3","unstructured":"Balcan MF, Constantin F, Iwata S et\u00a0al (2012) Learning valuation functions. In: Conference on Learning Theory, JMLR Workshop and Conference Proceedings, pp 4\u20131"},{"issue":"8","key":"6767_CR4","doi-asserted-by":"publisher","first-page":"2576","DOI":"10.1109\/TMC.2020.2987881","volume":"20","author":"Z Cai","year":"2020","unstructured":"Cai Z, Duan Z, Li W (2020) Exploiting multi-dimensional task diversity in distributed auctions for mobile crowdsensing. IEEE Trans Mob Comput 20(8):2576\u20132591","journal-title":"IEEE Trans Mob Comput"},{"key":"6767_CR5","doi-asserted-by":"crossref","unstructured":"Feng C, Wang W, Tian Y et\u00a0al (2017) Estimate air quality based on mobile crowd sensing and big data. In: 2017 IEEE 18th International Symposium on a world of Wireless, Mobile and Multimedia Networks (WoWMoM), IEEE, pp 1\u20139","DOI":"10.1109\/WoWMoM.2017.7974308"},{"issue":"5","key":"6767_CR6","doi-asserted-by":"publisher","first-page":"1466","DOI":"10.1109\/TNET.2011.2181864","volume":"20","author":"Y Gai","year":"2012","unstructured":"Gai Y, Krishnamachari B, Jain R (2012) Combinatorial network optimization with unknown variables: multi-armed bandits with linear rewards and individual observations. IEEE\/ACM Trans Netw 20(5):1466\u20131478","journal-title":"IEEE\/ACM Trans Netw"},{"issue":"3","key":"6767_CR7","doi-asserted-by":"publisher","first-page":"795","DOI":"10.1109\/JSAC.2017.2672379","volume":"35","author":"X Gan","year":"2017","unstructured":"Gan X, Li Y, Wang W et al (2017) Social crowdsourcing to friends: an incentive mechanism for multi-resource sharing. IEEE J Sel Areas Commun 35(3):795\u2013808","journal-title":"IEEE J Sel Areas Commun"},{"issue":"11","key":"6767_CR8","first-page":"3895","volume":"21","author":"G Gao","year":"2021","unstructured":"Gao G, Huang H, Xiao M et al (2021) Budgeted unknown worker recruitment for heterogeneous crowdsensing using cmab. IEEE Trans Mob Comput 21(11):3895\u20133911","journal-title":"IEEE Trans Mob Comput"},{"issue":"18","key":"6767_CR9","doi-asserted-by":"publisher","first-page":"18098","DOI":"10.1109\/JIOT.2022.3161952","volume":"9","author":"H Gao","year":"2022","unstructured":"Gao H, Xu H, Li L et al (2022) Mean-field-game-based dynamic task pricing in mobile crowdsensing. IEEE Internet Things J 9(18):18098\u201318112","journal-title":"IEEE Internet Things J"},{"issue":"21","key":"6767_CR10","doi-asserted-by":"publisher","first-page":"21278","DOI":"10.1109\/JIOT.2022.3178974","volume":"9","author":"H Gao","year":"2022","unstructured":"Gao H, Xu H, Zhou C et al (2022) Dynamic task pricing in mobile crowdsensing: an age-of-information-based queueing game scheme. IEEE Internet Things J 9(21):21278\u201321291","journal-title":"IEEE Internet Things J"},{"issue":"3","key":"6767_CR11","doi-asserted-by":"publisher","first-page":"1303","DOI":"10.1109\/TKDE.2020.2992531","volume":"34","author":"X Gao","year":"2020","unstructured":"Gao X, Chen S, Chen G (2020) Mab-based reinforced worker selection framework for budgeted spatial crowdsensing. IEEE Trans Knowl Data Eng 34(3):1303\u20131316","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"6767_CR12","unstructured":"Haarnoja T, Zhou A, Hartikainen K et\u00a0al (2018) Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905"},{"issue":"4","key":"6767_CR13","doi-asserted-by":"publisher","first-page":"1728","DOI":"10.1109\/TNET.2018.2846569","volume":"26","author":"K Han","year":"2018","unstructured":"Han K, Huang H, Luo J (2018) Quality-aware pricing for mobile crowdsensing. IEEE\/ACM Trans Netw 26(4):1728\u20131741","journal-title":"IEEE\/ACM Trans Netw"},{"key":"6767_CR14","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/j.eswa.2016.03.022","volume":"58","author":"U Ul Hassan","year":"2016","unstructured":"Ul Hassan U, Curry E (2016) Efficient task assignment for spatial crowdsourcing: a combinatorial fractional optimization approach with semi-bandit learning. Expert Syst Appl 58:36\u201356","journal-title":"Expert Syst Appl"},{"key":"6767_CR15","doi-asserted-by":"crossref","unstructured":"Huo J, Wang L, Wen X et\u00a0al (2023) Cost-efficient vehicular crowdsensing based on implicit relation aware graph attention networks. IEEE Trans Ind Inform","DOI":"10.1109\/TII.2023.3313649"},{"key":"6767_CR16","doi-asserted-by":"crossref","unstructured":"Ioannidis S, Chaintreau A, Massouli\u00e9 L (2009) Optimal and scalable distribution of content updates over a mobile social network. In: IEEE INFOCOM 2009, IEEE, pp 1422\u20131430","DOI":"10.1109\/INFCOM.2009.5062058"},{"issue":"9","key":"6767_CR17","doi-asserted-by":"publisher","first-page":"8238","DOI":"10.1109\/JIOT.2020.2989123","volume":"7","author":"G Ji","year":"2020","unstructured":"Ji G, Yao Z, Zhang B et al (2020) A reverse auction-based incentive mechanism for mobile crowdsensing. IEEE Internet Things J 7(9):8238\u20138248","journal-title":"IEEE Internet Things J"},{"key":"6767_CR18","doi-asserted-by":"crossref","unstructured":"Jin H, Su L, Nahrstedt K (2017) Centurion: Incentivizing multi-requester mobile crowd sensing. In: IEEE INFOCOM 2017-IEEE Conference on Computer Communications, IEEE, pp 1\u20139","DOI":"10.1109\/INFOCOM.2017.8057111"},{"key":"6767_CR19","doi-asserted-by":"crossref","unstructured":"Karaliopoulos M, Telelis O, Koutsopoulos I (2015) User recruitment for mobile crowdsensing over opportunistic networks. In: 2015 IEEE Conference on Computer Communications (INFOCOM), IEEE, pp 2254\u20132262","DOI":"10.1109\/INFOCOM.2015.7218612"},{"issue":"1","key":"6767_CR20","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1109\/TMC.2019.2938509","volume":"20","author":"CH Liu","year":"2019","unstructured":"Liu CH, Dai Z, Zhao Y et al (2019) Distributed and energy-efficient mobile crowdsensing with charging stations by deep reinforcement learning. IEEE Trans Mob Comput 20(1):130\u2013146","journal-title":"IEEE Trans Mob Comput"},{"key":"6767_CR21","unstructured":"Marshall A (2009) Principles of economics: unabridged. 8th edn. Cosimo, Inc"},{"key":"6767_CR22","unstructured":"Mnih V, Kavukcuoglu K, Silver D et\u00a0al (2013) Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602"},{"key":"6767_CR23","doi-asserted-by":"crossref","unstructured":"Nadembega A, Hafid AS, Brisebois R (2016) Mobility prediction model-based service migration procedure for follow me cloud to support QOS and QOE. In: 2016 IEEE International Conference on Communications (ICC), pp 1\u20136","DOI":"10.1109\/ICC.2016.7511148"},{"key":"6767_CR24","unstructured":"Paternain S, Chamon L, Calvo-Fullana M et\u00a0al (2019) Constrained reinforcement learning has zero duality gap. Adv Neural Inf Process Syst 32"},{"issue":"4","key":"6767_CR25","first-page":"1","volume":"37","author":"XB Peng","year":"2018","unstructured":"Peng XB, Abbeel P, Levine S et al (2018) Deepmimic: example-guided deep reinforcement learning of physics-based character skills. ACM Trans Graphics (TOG) 37(4):1\u201314","journal-title":"ACM Trans Graphics (TOG)"},{"key":"6767_CR26","unstructured":"Schulman J, Wolski F, Dhariwal P et\u00a0al (2017) Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347"},{"key":"6767_CR27","doi-asserted-by":"crossref","unstructured":"Simon B, Ortiz A, Saad W et\u00a0al (2024) Decentralized online learning in task assignment games for mobile crowdsensing. IEEE Trans Commun","DOI":"10.1109\/TCOMM.2024.3381718"},{"issue":"2","key":"6767_CR28","doi-asserted-by":"publisher","first-page":"3083","DOI":"10.1109\/JSYST.2022.3217803","volume":"17","author":"J Sun","year":"2022","unstructured":"Sun J, Wu D (2022) Online truthful incentives for heterogeneous and $$ k $$-submodular crowdsensing. IEEE Syst J 17(2):3083\u20133092","journal-title":"IEEE Syst J"},{"key":"6767_CR29","doi-asserted-by":"crossref","unstructured":"Sun J, Wu D (2023) Contextual features based budget-limited online pricing for heterogeneous sensing tasks. IEEE Internet Things J","DOI":"10.1109\/JIOT.2023.3348506"},{"issue":"22","key":"6767_CR30","doi-asserted-by":"publisher","first-page":"19972","DOI":"10.1109\/JIOT.2023.3282193","volume":"10","author":"J Sun","year":"2023","unstructured":"Sun J, Wu D (2023) Ellipsoid-pricing-based context-feature mechanisms for noisy sensing tasks. IEEE Internet Things J 10(22):19972\u201319980","journal-title":"IEEE Internet Things J"},{"key":"6767_CR31","unstructured":"Sutton RS, McAllester D, Singh S et\u00a0al (1999) Policy gradient methods for reinforcement learning with function approximation. Adv Neural Inf Process Syst 12"},{"key":"6767_CR32","doi-asserted-by":"crossref","unstructured":"Taleb T, Ksentini A (2013) An analytical model for follow me cloud. In: 2013 IEEE Global Communications Conference (GLOBECOM), pp 1291\u20131296","DOI":"10.1109\/GLOCOM.2013.6831252"},{"issue":"10","key":"6767_CR33","doi-asserted-by":"publisher","first-page":"2705","DOI":"10.1109\/TIFS.2019.2903659","volume":"14","author":"NB Truong","year":"2019","unstructured":"Truong NB, Lee GM, Um TW et al (2019) Trust evaluation mechanism for user recruitment in mobile crowd-sensing in the internet of things. IEEE Trans Inf Forensics Secur 14(10):2705\u20132719","journal-title":"IEEE Trans Inf Forensics Secur"},{"issue":"1","key":"6767_CR34","doi-asserted-by":"publisher","first-page":"88","DOI":"10.3390\/s16010088","volume":"16","author":"J Wan","year":"2016","unstructured":"Wan J, Liu J, Shao Z et al (2016) Mobile crowd sensing for traffic prediction in internet of vehicles. Sensors 16(1):88","journal-title":"Sensors"},{"key":"6767_CR35","doi-asserted-by":"crossref","unstructured":"Wang H, Liu CH, Yang H et\u00a0al (2023) Ensuring threshold AOI for UAV-assisted mobile crowdsensing by multi-agent deep reinforcement learning with transformer. IEEE\/ACM Trans Netw","DOI":"10.1109\/TNET.2023.3289172"},{"issue":"2","key":"6767_CR36","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1109\/TBDATA.2018.2865755","volume":"7","author":"N Wang","year":"2018","unstructured":"Wang N, Wu J (2018) Cost-efficient heterogeneous worker recruitment under coverage requirement in spatial crowdsourcing. IEEE Trans Big Data 7(2):407\u2013420","journal-title":"IEEE Trans Big Data"},{"issue":"5","key":"6767_CR37","doi-asserted-by":"publisher","first-page":"7648","DOI":"10.1109\/JIOT.2019.2903197","volume":"6","author":"Y Wu","year":"2019","unstructured":"Wu Y, Li F, Ma L et al (2019) A context-aware multiarmed bandit incentive mechanism for mobile crowd sensing systems. IEEE Internet Things J 6(5):7648\u20137658","journal-title":"IEEE Internet Things J"},{"issue":"18","key":"6767_CR38","doi-asserted-by":"publisher","first-page":"16564","DOI":"10.1109\/JIOT.2023.3268846","volume":"10","author":"C Xu","year":"2023","unstructured":"Xu C, Song W (2023) Decentralized task assignment for mobile crowdsensing with multi-agent deep reinforcement learning. IEEE Internet Things J 10(18):16564\u201316578","journal-title":"IEEE Internet Things J"},{"issue":"2","key":"6767_CR39","doi-asserted-by":"publisher","first-page":"1032","DOI":"10.1109\/TNSE.2022.3226422","volume":"10","author":"C Xu","year":"2023","unstructured":"Xu C, Song W (2023) Intelligent task allocation for mobile crowdsensing with graph attention network and deep reinforcement learning. IEEE Trans Netw Sci Eng 10(2):1032\u20131048","journal-title":"IEEE Trans Netw Sci Eng"},{"key":"6767_CR40","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.neucom.2017.01.127","volume":"279","author":"Z Xu","year":"2018","unstructured":"Xu Z, Mei L, Choo KKR et al (2018) Mobile crowd sensing of human-like intelligence using social sensors: a survey. Neurocomputing 279:3\u201310","journal-title":"Neurocomputing"},{"key":"6767_CR41","doi-asserted-by":"crossref","unstructured":"Yang D, Xue G, Fang X et\u00a0al (2012) Crowdsourcing to smartphones: incentive mechanism design for mobile phone sensing. In: Proceedings of the 18th Annual International Conference on Mobile Computing and Networking, pp 173\u2013184","DOI":"10.1145\/2348543.2348567"},{"key":"6767_CR42","doi-asserted-by":"crossref","unstructured":"Yang G, Guo D, Wang B et\u00a0al (2023) Participant-quantity-aware online task allocation in mobile crowd sensing. IEEE Internet Things J","DOI":"10.1109\/JIOT.2023.3305034"},{"key":"6767_CR43","doi-asserted-by":"crossref","unstructured":"Yang S, Wu F, Tang S et\u00a0al (2016) Selecting most informative contributors with unknown costs for budgeted crowdsensing. In: 2016 IEEE\/ACM 24th International Symposium on Quality of Service (IWQoS), IEEE, pp 1\u20136","DOI":"10.1109\/IWQoS.2016.7590447"},{"issue":"9","key":"6767_CR44","doi-asserted-by":"publisher","first-page":"2779","DOI":"10.1109\/TMC.2020.2990221","volume":"20","author":"H Zhao","year":"2020","unstructured":"Zhao H, Xiao M, Wu J et al (2020) Differentially private unknown worker recruitment for mobile crowdsensing using multi-armed bandits. IEEE Trans Mob Comput 20(9):2779\u20132794","journal-title":"IEEE Trans Mob Comput"},{"issue":"4","key":"6767_CR45","doi-asserted-by":"publisher","first-page":"2314","DOI":"10.1109\/TITS.2020.3014263","volume":"22","author":"Y Zhao","year":"2020","unstructured":"Zhao Y, Liu CH (2020) Social-aware incentive mechanism for vehicular crowdsensing by deep reinforcement learning. IEEE Trans Intell Transp Syst 22(4):2314\u20132325","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"6767_CR46","doi-asserted-by":"crossref","unstructured":"Zhou D, Tomlin C (2018) Budget-constrained multi-armed bandits with multiple plays. In: Proceedings of the AAAI Conference on Artificial Intelligence","DOI":"10.1609\/aaai.v32i1.11629"},{"issue":"7","key":"6767_CR47","doi-asserted-by":"publisher","first-page":"4648","DOI":"10.1109\/TITS.2020.3023446","volume":"22","author":"X Zhu","year":"2020","unstructured":"Zhu X, Luo Y, Liu A et al (2020) A deep learning-based mobile crowdsensing scheme by predicting vehicle mobility. IEEE Trans Intell Transp Syst 22(7):4648\u20134659","journal-title":"IEEE Trans Intell Transp Syst"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06767-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-024-06767-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06767-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T04:37:58Z","timestamp":1734064678000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-024-06767-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,13]]},"references-count":47,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["6767"],"URL":"https:\/\/doi.org\/10.1007\/s11227-024-06767-6","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,13]]},"assertion":[{"value":"23 November 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 December 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflict of interest as defined by Springer, or other interests that might be perceived to influence the results and\/or discussion reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"286"}}