{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T16:39:48Z","timestamp":1775147988839,"version":"3.50.1"},"reference-count":39,"publisher":"MDPI AG","issue":"9","license":[{"start":{"date-parts":[[2022,5,4]],"date-time":"2022-05-04T00:00:00Z","timestamp":1651622400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Natural Science Foundation of China","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"National Natural Science Foundation of China","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"National Natural Science Foundation of China","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"National Natural Science Foundation of China","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"National Natural Science Foundation of China","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"National Natural Science Foundation of China","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"National Natural Science Foundation of China","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"National Natural Science Foundation of China","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"National Natural Science Foundation of China","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"National Natural Science Foundation of China","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"National Natural Science Foundation of China","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"National Natural Science Foundation of China","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"National Natural Science Foundation of China","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"National Natural Science Foundation of China","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"National Natural Science Foundation of China","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"the Innovative Research Foundation of Qingdao under Grant","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"Elite Plan Project of Shandong University of Science and Technology","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"Application Research Project for Postdoctoral Researchers of Qingdao, the National Key R&amp;D Program of China","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"Hundred Talent Program of Chinese Academy of Sciences","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"Sci. &amp; Tech. Development Fund of Shandong Province of China","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"Humanities and Social Science Research Project of the Ministry of Education","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"Taishan Scholar Program of Shandong Province, the Shandong Chongqing Science and technology cooperation project","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"Sci. &amp; Tech. Development Fund of Qingdao","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"SDUST Research Fund under Grant","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"SDUST Research Fund under Grant","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"SDUST Research Fund under Grant","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"SDUST Research Fund under Grant","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"SDUST Research Fund under Grant","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"SDUST Research Fund under Grant","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"SDUST Research Fund under Grant","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"SDUST Research Fund under Grant","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"SDUST Research Fund under Grant","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"SDUST Research Fund under Grant","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"SDUST Research Fund under Grant","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"SDUST Research Fund under Grant","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"SDUST Research Fund under Grant","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"SDUST Research Fund under Grant","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"SDUST Research Fund under Grant","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["61701284"],"award-info":[{"award-number":["61701284"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["61871370"],"award-info":[{"award-number":["61871370"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["19-6-2-1-cg"],"award-info":[{"award-number":["19-6-2-1-cg"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["skr21-3-B-048"],"award-info":[{"award-number":["skr21-3-B-048"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["2019YFE0120700"],"award-info":[{"award-number":["2019YFE0120700"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["2019YFB1803101"],"award-info":[{"award-number":["2019YFB1803101"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["E06BRA1001"],"award-info":[{"award-number":["E06BRA1001"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["ZR202102230289"],"award-info":[{"award-number":["ZR202102230289"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["ZR202102250695"],"award-info":[{"award-number":["ZR202102250695"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["ZR2019LZH001"],"award-info":[{"award-number":["ZR2019LZH001"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["18YJAZH017"],"award-info":[{"award-number":["18YJAZH017"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["cstc2020jscx-lyjsAX0008"],"award-info":[{"award-number":["cstc2020jscx-lyjsAX0008"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["21-1-5-zlyj-1-zc"],"award-info":[{"award-number":["21-1-5-zlyj-1-zc"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["2015TDJH102"],"award-info":[{"award-number":["2015TDJH102"]}]},{"name":"Science and Technology Support Plan of Youth Innovation Team of Shandong higher School","award":["2019KJN024"],"award-info":[{"award-number":["2019KJN024"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Sensors"],"abstract":"<jats:p>Network slicing (NS) is an emerging technology in recent years, which enables network operators to slice network resources (e.g., bandwidth, power, spectrum, etc.) in different types of slices, so that it can adapt to different application scenarios of 5 g network: enhanced mobile broadband (eMBB), massive machine-type communications (mMTC) and ultra-reliable and low-latency communications (URLLC). In order to allocate these sliced network resources more effectively to users with different needs, it is important that manage the allocation of network resources. Actually, in the practical network resource allocation problem, the resources of the base station (BS) are limited and the demand of each user for mobile services is different. To better deal with the resource allocation problem, more effective methods and algorithms have emerged in recent years, such as the bidding method, deep learning (DL) algorithm, ant colony algorithm (AG), and wolf colony algorithm (WPA). This paper proposes a two tier slicing resource allocation algorithm based on Deep Reinforcement Learning (DRL) and joint bidding in wireless access networks. The wireless virtual technology divides mobile operators into infrastructure providers (InPs) and mobile virtual network operators (MVNOs). This paper considers a single base station, multi-user shared aggregated bandwidth radio access network scenario and joins the MVNOs to fully utilize base station resources, and divides the resource allocation process into two tiers. The algorithm proposed in this paper takes into account both the utilization of base station (BS) resources and the service demand of mobile users (MUs). In the upper tier, each MVNO is treated as an agent and uses a combination of bidding and Deep Q network (DQN) allows the MVNO to get more resources from the base station. In the lower tier allocation process, each MVNO distributes the received resources to the users who are connected to it, which also uses the Dueling DQN method for iterative learning to find the optimal solution to the problem. The results show that in the upper tier, the total system utility function and revenue obtained by the proposed algorithm are about 5.4% higher than double DQN and about 2.6% higher than Dueling DQN; In the lower tier, the user service quality obtained by using the proposed algorithm is more stable, the system utility function and Se are about 0.5\u20132.7% higher than DQN and Double DQN, but the convergence is faster.<\/jats:p>","DOI":"10.3390\/s22093495","type":"journal-article","created":{"date-parts":[[2022,5,4]],"date-time":"2022-05-04T08:21:25Z","timestamp":1651652485000},"page":"3495","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Two Tier Slicing Resource Allocation Algorithm Based on Deep Reinforcement Learning and Joint Bidding in Wireless Access Networks"],"prefix":"10.3390","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9432-0563","authenticated-orcid":false,"given":"Geng","family":"Chen","sequence":"first","affiliation":[{"name":"College of Electronic and Information Engineering, Shandong University of Science and Technology, Qingdao 266590, China"}]},{"given":"Xu","family":"Zhang","sequence":"additional","affiliation":[{"name":"College of Electronic and Information Engineering, Shandong University of Science and Technology, Qingdao 266590, China"}]},{"given":"Fei","family":"Shen","sequence":"additional","affiliation":[{"name":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai 200050, China"}]},{"given":"Qingtian","family":"Zeng","sequence":"additional","affiliation":[{"name":"College of Electronic and Information Engineering, Shandong University of Science and Technology, Qingdao 266590, China"}]}],"member":"1968","published-online":{"date-parts":[[2022,5,4]]},"reference":[{"key":"ref_1","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1109\/MCOM.2017.1600951","article-title":"Network Slicing in 5G: Survey and Challenges","volume":"55","author":"Foukas","year":"2017","journal-title":"IEEE Commun. Mag."},{"key":"ref_2","doi-asserted-by":"crossref","first-page":"334","DOI":"10.1109\/JSAC.2019.2959185","article-title":"GAN-Powered Deep Distributional Reinforcement Learning for Resource Management in Network Slicing","volume":"38","author":"Hua","year":"2019","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"ref_3","doi-asserted-by":"crossref","first-page":"11811","DOI":"10.1109\/TVT.2020.3019217","article-title":"Hierarchical Resource Allocation in Multi-Service Wireless Networks With Wireless Network Virtualization","volume":"69","author":"Han","year":"2020","journal-title":"IEEE Trans. Veh. Technol."},{"key":"ref_4","doi-asserted-by":"crossref","first-page":"6623","DOI":"10.1109\/JIOT.2021.3111644","article-title":"Towards Tailored Resource Allocation of Slices in 6G Networks With Softwarization and Virtualization","volume":"9","author":"Cao","year":"2021","journal-title":"IEEE Internet Things J."},{"key":"ref_5","doi-asserted-by":"crossref","first-page":"67512","DOI":"10.1109\/ACCESS.2020.3031234","article-title":"A Survey on Beyond 5G Network With the Advent of 6G: Architecture and Emerging Technologies","volume":"9","author":"Dogra","year":"2020","journal-title":"IEEE Access"},{"key":"ref_6","doi-asserted-by":"crossref","first-page":"426","DOI":"10.1109\/COMST.2019.2916177","article-title":"Toward Massive Machine Type Communications in Ultra-Dense Cellular IoT Networks: Current Issues and Machine Learning-Assisted Solutions","volume":"22","author":"Sharma","year":"2020","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"ref_7","doi-asserted-by":"crossref","first-page":"164417","DOI":"10.1109\/ACCESS.2021.3134261","article-title":"A Survey on Multipath Transport Protocols Towards 5G Access Traffic Steering, Switching and Splitting","volume":"9","author":"Wu","year":"2021","journal-title":"IEEE Access"},{"key":"ref_8","doi-asserted-by":"crossref","first-page":"2429","DOI":"10.1109\/COMST.2018.2815638","article-title":"Network Slicing and Softwarization: A Survey on Principles, Enabling Technologies, and Solutions","volume":"20","author":"Afolabi","year":"2018","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"ref_9","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1109\/MCOM.2017.1600940","article-title":"Network Slicing Based 5G and Future Mobile Networks: Mobility, Resource Management, and Challenges","volume":"55","author":"Zhang","year":"2017","journal-title":"IEEE Commun. Mag."},{"key":"ref_10","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1109\/TNSM.2020.3044626","article-title":"A Comprehensive Survey on the E2E 5G Network Slicing Model","volume":"18","author":"Chahbar","year":"2021","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"key":"ref_11","doi-asserted-by":"crossref","unstructured":"Rodrigues, C.A.P., Vieira, D., and de Castro, M.F. (2021, January 19\u201321). 5G Network Slice\u2014A URLLC Resource Allocation Perspective. Proceedings of the 2021 11th IFIP International Conference on New Technologies, Mobility and Security (NTMS), Paris, France.","DOI":"10.1109\/NTMS49979.2021.9432660"},{"key":"ref_12","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1109\/MCOM.2017.1600935","article-title":"Network Slicing for 5G with SDN\/NFV: Concepts, Architectures, and Challenges","volume":"55","author":"Ameigeiras","year":"2017","journal-title":"IEEE Commun. Mag."},{"key":"ref_13","doi-asserted-by":"crossref","unstructured":"S\u00e1nchez, J.A.H., Casilimas, K., and Rendon, O.M.C. (2022). Deep Reinforcement Learning for Resource Management on Network Slicing: A Survey. Sensors, 22.","DOI":"10.3390\/s22083031"},{"key":"ref_14","doi-asserted-by":"crossref","unstructured":"Josilo, S., and Dan, G. (2022). Joint Wireless and Edge Computing Resource Management With Dynamic Network Slice Selection. IEEE\/ACM Trans. Netw., 1\u201314.","DOI":"10.1109\/TNET.2022.3156178"},{"key":"ref_15","doi-asserted-by":"crossref","first-page":"1794","DOI":"10.1109\/JSAC.2019.2927100","article-title":"Wireless Network Slicing: Generalized Kelly Mechanism-Based Resource Allocation","volume":"37","author":"Tun","year":"2019","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"ref_16","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1109\/MIC.2017.3481355","article-title":"Network Slicing for 5G: Challenges and Opportunities","volume":"21","author":"Li","year":"2017","journal-title":"IEEE Internet Comput."},{"key":"ref_17","unstructured":"Fu, B., Wei, Z., Yan, X., Zhang, K., Feng, Z., and Zhang, Q. (2015, January 9\u201312). A game-theoretic approach for bandwidth allocation and pricing in heterogeneous wireless networks. Proceedings of the 2015 IEEE Wireless Communications and Networking Conference (WCNC), New Orleans, LA, USA."},{"key":"ref_18","doi-asserted-by":"crossref","first-page":"1082","DOI":"10.1109\/JSAC.2015.2416990","article-title":"Resource Allocation and Inter-Cell Interference Management for Dual-Access Small Cells","volume":"33","author":"Elsherif","year":"2015","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"ref_19","doi-asserted-by":"crossref","unstructured":"Tang, S., Pan, Z., Hu, G., Wu, Y., and Li, Y. (2022). Deep Reinforcement Learning-Based Resource Allocation for Satellite Internet of Things with Diverse QoS Guarantee. Sensors, 22.","DOI":"10.3390\/s22082979"},{"key":"ref_20","doi-asserted-by":"crossref","first-page":"5141","DOI":"10.1109\/TWC.2019.2933417","article-title":"Deep Reinforcement Learning for User Association and Resource Allocation in Heterogeneous Cellular Networks","volume":"18","author":"Zhao","year":"2019","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"ref_21","doi-asserted-by":"crossref","first-page":"74429","DOI":"10.1109\/ACCESS.2018.2881964","article-title":"Deep Reinforcement Learning for Resource Management in Network Slicing","volume":"6","author":"Li","year":"2018","journal-title":"IEEE Access"},{"key":"ref_22","doi-asserted-by":"crossref","first-page":"3027","DOI":"10.1109\/TCOMM.2014.2339313","article-title":"Distributed User Association and Femtocell Allocation in Heterogeneous Wireless Networks","volume":"62","author":"Bayat","year":"2014","journal-title":"IEEE Trans. Commun."},{"key":"ref_23","doi-asserted-by":"crossref","first-page":"4271","DOI":"10.1109\/TVT.2020.2972999","article-title":"Mode Selection and Resource Allocation in Sliced Fog Radio Access Networks: A Reinforcement Learning Approach","volume":"69","author":"Xiang","year":"2020","journal-title":"IEEE Trans. Veh. Technol."},{"key":"ref_24","doi-asserted-by":"crossref","unstructured":"Jiang, M., Condoluci, M., and Mahmoodi, T. (2017, January 21\u201325). Network slicing in 5G: An auction-based model. Proceedings of the 2017 IEEE International Conference on Communications (ICC) 2017, Paris, France.","DOI":"10.1109\/ICC.2017.7996490"},{"key":"ref_25","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1109\/TWC.2019.2935201","article-title":"Multi-Agent Reinforcement Learning-Based Resource Allocation for UAV Networks","volume":"19","author":"Cui","year":"2019","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"ref_26","doi-asserted-by":"crossref","unstructured":"Sun, Y., Feng, G., Zhang, L., Yan, M., Qin, S., and Imran, M.A. (2019, January 20\u201324). User Access Control and Bandwidth Allocation for Slice-Based 5G-and-Beyond Radio Access Networks. Proceedings of the ICC 2019\u20142019 IEEE International Conference on Communications (ICC), Shanghai, China.","DOI":"10.1109\/ICC.2019.8761841"},{"key":"ref_27","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1109\/TBC.2020.2968730","article-title":"Deep Learning-Based Resource Allocation for 5G Broadband TV Service","volume":"66","author":"Yu","year":"2020","journal-title":"IEEE Trans. Broadcast."},{"key":"ref_28","doi-asserted-by":"crossref","unstructured":"Wang, G., Feng, G., Tan, W., Qin, S., Wen, R., and Sun, S. (2017, January 4\u20138). Resource Allocation for Network Slices in 5G with Network Resource Pricing. Proceedings of the GLOBECOM 2017\u20142017 IEEE Global Communications Conference, Singapore.","DOI":"10.1109\/GLOCOM.2017.8254074"},{"key":"ref_29","doi-asserted-by":"crossref","unstructured":"Buyakar, T.V.K., Agarwal, H., Tamma, B.R., and Franklin, A.A. (2020, January 7\u201311). Resource Allocation with Admission Control for GBR and Delay QoS in 5G Network Slices. Proceedings of the 2020 International Conference on COMmunication Systems & NETworkS (COMSNETS) 2020, Bangalore, India.","DOI":"10.1109\/COMSNETS48256.2020.9027310"},{"key":"ref_30","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1109\/MVT.2018.2814022","article-title":"Bandwidth Slicing in Software-Defined 5G: A Stackelberg Game Approach","volume":"13","author":"Zhou","year":"2018","journal-title":"IEEE Veh. Technol. Mag."},{"key":"ref_31","doi-asserted-by":"crossref","first-page":"2815","DOI":"10.1109\/TNET.2018.2878965","article-title":"Low-Complexity Distributed Radio Access Network Slicing: Algorithms and Experimental Results","volume":"26","author":"Restuccia","year":"2018","journal-title":"IEEE\/ACM Trans. Netw."},{"key":"ref_32","doi-asserted-by":"crossref","first-page":"33137","DOI":"10.1109\/ACCESS.2018.2846543","article-title":"Slice as an Evolutionary Service: Genetic Optimization for Inter-Slice Resource Management in 5G Networks","volume":"6","author":"Han","year":"2018","journal-title":"IEEE Access"},{"key":"ref_33","doi-asserted-by":"crossref","first-page":"983","DOI":"10.1109\/TVT.2019.2954538","article-title":"A Model-Driven Deep Reinforcement Learning Heuristic Algorithm for Resource Allocation in Ultra-Dense Cellular Networks","volume":"69","author":"Liao","year":"2020","journal-title":"IEEE Trans. Veh. Technol."},{"key":"ref_34","doi-asserted-by":"crossref","first-page":"970","DOI":"10.1109\/LWC.2018.2842189","article-title":"Slicing the Edge: Resource Allocation for RAN Network Slicing","volume":"7","author":"Vo","year":"2018","journal-title":"IEEE Wirel. Commun. Lett."},{"key":"ref_35","doi-asserted-by":"crossref","unstructured":"Nemer, I.A., Sheltami, T.R., Belhaiza, S., and Mahmoud, A.S. (2022). Energy-Efficient UAV Movement Control for Fair Communication Coverage: A Deep Reinforcement Learning Approach. Sensors, 22.","DOI":"10.3390\/s22051919"},{"key":"ref_36","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1109\/LCOMM.2019.2922961","article-title":"Deep Reinforcement Learning With Discrete Normalized Advantage Functions for Resource Management in Network Slicing","volume":"23","author":"Qi","year":"2019","journal-title":"IEEE Commun. Lett."},{"key":"ref_37","unstructured":"Esteves, J.J.A., Boubendir, A., Guillemin, F., and Sens, P. (2022, January 5\u20138). Controlled Deep Reinforcement Learning for Optimized Slice Placement. Proceedings of the 2021 IEEE International Mediterranean Conference on Communications and Networking (MeditCom), Athens, Greece."},{"key":"ref_38","doi-asserted-by":"crossref","first-page":"5706","DOI":"10.1109\/JLT.2021.3093760","article-title":"DRL-Based Channel and Latency Aware Radio Resource Allocation for 5G Service-Oriented RoF-MmWave RAN","volume":"39","author":"Shen","year":"2021","journal-title":"J. Lightwave Technol."},{"key":"ref_39","doi-asserted-by":"crossref","first-page":"3942","DOI":"10.1109\/TNSM.2021.3123959","article-title":"DeepEdge: A New QoE-Based Resource Allocation Framework Using Deep Reinforcement Learning for Future Heterogeneous Edge-IoT Applications","volume":"18","author":"Alqerm","year":"2021","journal-title":"IEEE Trans. Netw. Serv. Manag."}],"container-title":["Sensors"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/1424-8220\/22\/9\/3495\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T23:05:57Z","timestamp":1760137557000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/1424-8220\/22\/9\/3495"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,4]]},"references-count":39,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2022,5]]}},"alternative-id":["s22093495"],"URL":"https:\/\/doi.org\/10.3390\/s22093495","relation":{},"ISSN":["1424-8220"],"issn-type":[{"value":"1424-8220","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,5,4]]}}}