{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T02:09:51Z","timestamp":1763345391648,"version":"3.45.0"},"reference-count":32,"publisher":"Tech Science Press","issue":"1","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["CMC"],"published-print":{"date-parts":[[2025]]},"DOI":"10.32604\/cmc.2025.068533","type":"journal-article","created":{"date-parts":[[2025,8,14]],"date-time":"2025-08-14T09:08:43Z","timestamp":1755162523000},"page":"2071-2094","source":"Crossref","is-referenced-by-count":0,"title":["Semantic Knowledge Based Reinforcement Learning Formalism for Smart Learning Environments"],"prefix":"10.32604","volume":"85","author":[{"given":"Taimoor","family":"Hassan","sequence":"first","affiliation":[]},{"given":"Ibrar","family":"Hussain","sequence":"additional","affiliation":[]},{"given":"Hafiz Mahfooz Ul","family":"Haque","sequence":"additional","affiliation":[]},{"given":"Hamid Turab","family":"Mirza","sequence":"additional","affiliation":[]},{"given":"Muhammad Nadeem","family":"Ali","sequence":"additional","affiliation":[]},{"given":"Byung-Seo","family":"Kim","sequence":"additional","affiliation":[]}],"member":"17807","published-online":{"date-parts":[[2025]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1007\/s40860-024-00225-z","article-title":"A formal model-based approach to design failure-aware Internet of Things architectures","volume":"10","author":"Ben Hafaiedh","year":"2024","journal-title":"J Reliab Intell Environ"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1007\/s10844-022-00721-9","article-title":"A data-driven situation-aware framework for predictive analysis in smart environments","volume":"59","author":"Gholami","year":"2022","journal-title":"J Intell Inform Syst"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"16621","DOI":"10.1007\/s00521-024-10136-y","article-title":"Distributed intelligence for IoT-based smart cities: a survey","volume":"36","author":"Hashem","year":"2024","journal-title":"Neural Comput Appl"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"898","DOI":"10.3844\/jcssp.2009.898.904","article-title":"A context-aware mobile organizer for university students","volume":"5","author":"Mirisaee","year":"2009","journal-title":"J Comput Sci"},{"key":"ref5","series-title":"Innovative Approaches for Learning and Knowledge Sharing: First European Conference on Technology Enhanced Learning, EC-TEL 2006; 2006 Oct 1\u20134","first-page":"302","article-title":"A mechanism to support context-based adaptation in m-learning","author":"Mart\u00edn","year":"2006"},{"key":"ref6","series-title":"Proceedings of the 2013 International Conference on Autonomous Agents and Multi-Agent Systems","first-page":"1053","article-title":"Teaching on a budget: agents advising agents in reinforcement learning","author":"Torrey","year":"2013"},{"key":"ref7","series-title":"2019 IEEE Conference on Games (CoG)","first-page":"1","article-title":"Teaching on a budget in multi-agent deep reinforcement learning","author":"Ilhan","year":"2019"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"21961","DOI":"10.1007\/s00521-022-07656-w","article-title":"Context-awareness trust management model for trustworthy communications in the social internet of things","volume":"34","author":"Magdich","year":"2022","journal-title":"Neural Comput Appl"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"4293","DOI":"10.3390\/su14074293","article-title":"Internet of things for sustainable smart education: an overview","volume":"14","author":"Zeeshan","year":"2022","journal-title":"Sustainability"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1007\/s100090050010","article-title":"UPPAAL in a nutshell","volume":"1","author":"Larsen","year":"1997","journal-title":"Int J Softw Tools Technol Trans"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"1837","DOI":"10.3390\/app9091837","article-title":"A context aware smart classroom architecture for smart campuses","volume":"9","author":"Huang","year":"2019","journal-title":"Appl Sci"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"1039","DOI":"10.3390\/electronics9061039","article-title":"A context-aware IoT and deep-learning-based smart classroom for controlling demand and supply of power load","volume":"9","author":"Paudel","year":"2020","journal-title":"Electronics"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"24843","DOI":"10.1007\/s00521-023-08987-y","article-title":"A smart IoT-based irrigation system design using AI and prediction model","volume":"35","author":"Behzadipour","year":"2023","journal-title":"Neural Comput Appl"},{"key":"ref14","series-title":"2018 IEEE International Conference on Teaching, Assessment, and Learning for Engineering (TALE)","first-page":"1079","article-title":"Towards smart educational recommendations with reinforcement learning in classroom","author":"Liu","year":"2018"},{"key":"ref15","unstructured":"Burda Y, Edwards H, Storkey A, Klimov O. Exploration by random network distillation. arXiv:1810.12894. 2018."},{"key":"ref16","doi-asserted-by":"crossref","first-page":"1302","DOI":"10.3390\/s25051302","article-title":"Pytsc: a unified platform for multi-agent reinforcement learning in traffic signal control","volume":"25","author":"Bokade","year":"2025","journal-title":"Sensors"},{"key":"ref17","first-page":"16886","article-title":"Mixed vehicle platoon forming: a multi-agent reinforcement learning approach","volume":"12","author":"Shi","year":"2025","journal-title":"IEEE Int Things J"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"e6511","DOI":"10.1002\/cpe.6511","article-title":"A survey on smart parking systems in urban cities","volume":"35","author":"Zulfiqar","year":"2023","journal-title":"Concurr Comput"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"100857","DOI":"10.1016\/j.iot.2023.100857","article-title":"A context-aware multi-agent reasoning based intelligent assistive formalism","volume":"23","author":"Yousaf","year":"2023","journal-title":"Internet Things"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1504\/IJAHUC.2007.014070","article-title":"A survey on context-aware systems","volume":"2","author":"Baldauf","year":"2007","journal-title":"Int J Ad Hoc Ubiquit Comput"},{"key":"ref21","series-title":"2018 International Conference on Advancements in Computational Sciences (ICACS)","first-page":"1","article-title":"A context-aware reasoning framework for heterogeneous systems","author":"Haque","year":"2018"},{"key":"ref22","first-page":"664","article-title":"Semantic knowledge transformation for context-aware heterogeneous formalisms","volume":"10","author":"Haque","year":"2019","journal-title":"Int J Adv Comput Sci Appl"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s40561-014-0004-5","article-title":"Definition, framework and research issues of smart learning environments-a context-aware ubiquitous learning perspective","volume":"1","author":"Hwang","year":"2014","journal-title":"Smart Learn Environ"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"2008644","DOI":"10.1080\/08839514.2021.2008644","article-title":"Contexts and context-awareness revisited from an intelligent environments perspective","volume":"36","author":"Augusto","year":"2022","journal-title":"Appl Artif Intell"},{"key":"ref25","series-title":"Model Checking Software: 10th International SPIN Workshop; 2003 May 9\u201310","first-page":"230","article-title":"The Maude LTL model checker and its implementation","author":"Eker","year":"2003"},{"key":"ref26","doi-asserted-by":"crossref","unstructured":"Reisig W. Understanding petri nets: modeling techniques, analysis methods, case studies. 1st ed. Berlin\/Heidelberg, Germany: Springer; 2013.","DOI":"10.1007\/978-3-642-33278-4"},{"key":"ref27","series-title":"Model Checking Software: 25th International Symposium, SPIN 2018; 2018 Jun 20\u201322","first-page":"216","article-title":"A comparative study of decision diagrams for real-time model checking","author":"Al-Bataineh","year":"2018"},{"key":"ref28","series-title":"Proceedings of the 7th Conference on the Engineering of Computer Based Systems (ECBS)","first-page":"1","article-title":"From UML modeling to UPPAAL model checking of 5G dynamic service orchestration","author":"Kunnappilly","year":"2021"},{"key":"ref29","series-title":"2022 29th Asia-Pacific Software Engineering Conference (APSEC)","first-page":"452","article-title":"Combining model-based testing and automated analysis of behavioural models using GraphWalker and UPPAAL","author":"Tiwari","year":"2022"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1007\/978-3-319-19458-5_4","author":"Kim","year":"2015","journal-title":"Formal Methods for Industrial Critical Systems: 20th International Workshop, FMICS 2015; 2015 Jun 22\u201323"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"102202","DOI":"10.1016\/j.sysarc.2021.102202","article-title":"C2AADL Reverse: a model-driven reverse engineering approach to development and verification of safety-critical software","volume":"118","author":"Yang","year":"2021","journal-title":"J Syst Archit"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"107100","DOI":"10.1016\/j.infsof.2022.107100","article-title":"A property specification pattern catalog for real-time system verification with UPPAAL","volume":"154","author":"Vogel","year":"2023","journal-title":"Inf Softw Tech"}],"container-title":["Computers, Materials &amp; Continua"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/cdn.techscience.cn\/files\/cmc\/2025\/TSP_CMC-85-1\/TSP_CMC_68533\/TSP_CMC_68533.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T02:05:10Z","timestamp":1763345110000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.techscience.com\/cmc\/v85n1\/63585"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":32,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025]]},"published-print":{"date-parts":[[2025]]}},"URL":"https:\/\/doi.org\/10.32604\/cmc.2025.068533","relation":{},"ISSN":["1546-2226"],"issn-type":[{"type":"electronic","value":"1546-2226"}],"subject":[],"published":{"date-parts":[[2025]]}}}