{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T17:00:09Z","timestamp":1773075609129,"version":"3.50.1"},"reference-count":66,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,1,6]],"date-time":"2023-01-06T00:00:00Z","timestamp":1672963200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,6]],"date-time":"2023-01-06T00:00:00Z","timestamp":1672963200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Reliable Intell Environ"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s40860-022-00198-x","type":"journal-article","created":{"date-parts":[[2023,1,6]],"date-time":"2023-01-06T14:06:35Z","timestamp":1673013995000},"page":"19-44","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Handling uncertainty in self-adaptive systems: an ontology-based reinforcement learning model"],"prefix":"10.1007","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0983-301X","authenticated-orcid":false,"given":"Saeedeh","family":"Ghanadbashi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zahra","family":"Safavifar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Farshad","family":"Taebi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fatemeh","family":"Golpayegani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,1,6]]},"reference":[{"key":"198_CR1","doi-asserted-by":"crossref","unstructured":"Calinescu R, Mirandola R, Perez-Palacin D, Weyns D (2020) Understanding uncertainty in self-adaptive systems. In: International conference on autonomic computing and self-organizing systems (ACSOS). IEEE, Washington, pp 242\u2013251","DOI":"10.1109\/ACSOS49614.2020.00047"},{"key":"198_CR2","doi-asserted-by":"crossref","unstructured":"Van Der\u00a0Donckt J, Weyns D, Quin F, Van Der\u00a0Donckt J, Michiels S (2020) Applying deep learning to reduce large adaptation spaces of self-adaptive systems with multiple types of goals. In: International symposium on software engineering for adaptive and self-managing systems (SEAMS). IEEE\/ACM, Seoul, pp 20\u201330","DOI":"10.1145\/3387939.3391605"},{"key":"198_CR3","doi-asserted-by":"crossref","unstructured":"Wang Y, Yang X, Liang H, Liu Y (2018) A review of the self-adaptive traffic signal control system based on future traffic environment. J Adv Transp 2018","DOI":"10.1155\/2018\/1096123"},{"key":"198_CR4","doi-asserted-by":"crossref","unstructured":"Safavifar Z, Ghanadbashi S, Golpayegani F (2021) Adaptive workload orchestration in pure edge computing: a reinforcement-learning model. In: International conference on tools with artificial intelligence (ICTAI). IEEE, Washington, pp 856\u2013860","DOI":"10.1109\/ICTAI52525.2021.00137"},{"key":"198_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.116434","volume":"193","author":"M Ciampi","year":"2022","unstructured":"Ciampi M, Coronato A, Naeem M, Silvestri S (2022) An intelligent environment for preventing medication errors in home treatment. Expert Syst Appl 193:116434","journal-title":"Expert Syst Appl"},{"issue":"1","key":"198_CR6","doi-asserted-by":"publisher","first-page":"13","DOI":"10.3390\/jsan11010013","volume":"11","author":"M Naeem","year":"2022","unstructured":"Naeem M, Coronato A (2022) An AI-empowered home-infrastructure to minimize medication errors. J Sens Actuator Netw 11(1):13","journal-title":"J Sens Actuator Netw"},{"key":"198_CR7","doi-asserted-by":"crossref","unstructured":"Schmerl B, Andersson J, Vogel T, Cohen MB, Rubira CM, Brun Y, Gorla A, Zambonelli F, Baresi L (2017) Challenges in composing and decomposing assurances for self-adaptive systems. In: De Lemos R, Garlan D, Ghezzi C, Giese H (eds) Software engineering for self-adaptive systems III. Assurances. Springer, Cham, pp 64\u201389","DOI":"10.1007\/978-3-319-74183-3_3"},{"key":"198_CR8","doi-asserted-by":"crossref","unstructured":"Esfahani N, Malek S (2013) Uncertainty in self-adaptive software systems. In: De Lemos R, Giese H, M\u00fcller HA, Shaw M (eds) Software engineering for self-adaptive systems. Springer, Berlin, pp 214\u2013238","DOI":"10.1007\/978-3-642-35813-5_9"},{"key":"198_CR9","doi-asserted-by":"crossref","unstructured":"Mahdavi-Hezavehi S, Avgeriou P, Weyns D (2017) A classification framework of uncertainty in architecture-based self-adaptive systems with multiple quality requirements. In: Mistrik I, Ali N, Kazman R, Grundy J, Schmerl B (eds) Managing trade-offs in adaptable software architectures. Elsevier, Berlin, pp 45\u201377","DOI":"10.1016\/B978-0-12-802855-1.00003-4"},{"issue":"3","key":"198_CR10","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1109\/TSE.2010.92","volume":"37","author":"R Calinescu","year":"2010","unstructured":"Calinescu R, Grunske L, Kwiatkowska M, Mirandola R, Tamburrelli G (2010) Dynamic QoS management and optimization in service-based systems. Trans Softw Eng 37(3):387\u2013409","journal-title":"Trans Softw Eng"},{"key":"198_CR11","doi-asserted-by":"crossref","unstructured":"C\u00e1mara J, Peng W, Garlan D, Schmerl B (2017) Reasoning about sensing uncertainty in decision-making for self-adaptation. In: International conference on software engineering and formal methods. Springer, Cham, pp 523\u2013540","DOI":"10.1007\/978-3-319-74781-1_35"},{"key":"198_CR12","doi-asserted-by":"crossref","unstructured":"Moreno G.A, C\u00e1mara J, Garlan D, Klein M (2018) Uncertainty reduction in self-adaptive systems. In: International conference on software engineering for adaptive and self-managing systems (SEAMS). ACM, Gothenburg, pp 51\u201357","DOI":"10.1145\/3194133.3194144"},{"issue":"3","key":"198_CR13","first-page":"1","volume":"15","author":"O Gheibi","year":"2021","unstructured":"Gheibi O, Weyns D, Quin F (2021) Applying machine learning in self-adaptive systems: a systematic literature review. Trans Auton Adapt Syst 15(3):1\u201337","journal-title":"Trans Auton Adapt Syst"},{"key":"198_CR14","doi-asserted-by":"crossref","unstructured":"Metzger A, Quinton C, Mann Z.\u00c1, Baresi L, Pohl K (2022) Realizing self-adaptive systems via online reinforcement learning and feature-model-guided exploration. Computing 104:1\u201322","DOI":"10.1007\/s00607-022-01052-x"},{"key":"198_CR15","doi-asserted-by":"crossref","unstructured":"Zouaq A, Nkambou R (2010) A survey of domain ontology engineering: methods and tools. In: Nkambou R, Bourdeau J, Mizoguchi R (eds) Advances in intelligent tutoring systems. Springer, Berlin, pp 103\u2013119","DOI":"10.1007\/978-3-642-14363-2_6"},{"key":"198_CR16","doi-asserted-by":"crossref","unstructured":"Fong ACM, Hong G, Fong B (2019) Augmented intelligence with ontology of semantic objects. In: International conference on contemporary computing and informatics (IC3I). IEEE, Singapore, pp 1\u20134","DOI":"10.1109\/IC3I46837.2019.9055577"},{"issue":"3","key":"198_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3319402","volume":"10","author":"F Golpayegani","year":"2019","unstructured":"Golpayegani F, Dusparic I, Clarke S (2019) Using social dependence to enable neighbourly behaviour in open multi-agent systems. Trans Intell Syst Technol 10(3):1\u201331","journal-title":"Trans Intell Syst Technol"},{"key":"198_CR18","doi-asserted-by":"crossref","unstructured":"Alkhabbas F, Murturi I, Spalazzese R, Davidsson P, Dustdar S (2020) A goal-driven approach for deploying self-adaptive IoT systems. In: International conference on software architecture (ICSA). IEEE, Salvador, pp 146\u2013156","DOI":"10.1109\/ICSA47634.2020.00022"},{"key":"198_CR19","doi-asserted-by":"crossref","unstructured":"Qureshi NA, Liaskos S, Perini A (2011) Reasoning about adaptive requirements for self-adaptive systems at runtime. In: International workshop on Requirements@Run.Time (RE@RunTime). IEEE, Trento, pp 16\u201322","DOI":"10.1109\/ReRunTime.2011.6046243"},{"key":"198_CR20","unstructured":"Morandini M (2011) Goal-oriented development of self-adaptive systems. PhD thesis, University of Trento, Italy. http:\/\/eprints-phd.biblio.unitn.it\/511"},{"issue":"2","key":"198_CR21","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/s00766-010-0101-0","volume":"15","author":"J Whittle","year":"2010","unstructured":"Whittle J, Sawyer P, Bencomo N, Cheng BH, Bruel J-M (2010) RELAX: a language to address uncertainty in self-adaptive systems requirement. Requir Eng 15(2):177\u2013196","journal-title":"Requir Eng"},{"issue":"4","key":"198_CR22","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1109\/TSMC.2015.2433892","volume":"46","author":"Z Ding","year":"2015","unstructured":"Ding Z, Zhou Y, Zhou M (2015) Modeling self-adaptive software systems with learning Petri nets. Trans Syst Man Cybern Syst 46(4):483\u2013498","journal-title":"Trans Syst Man Cybern Syst"},{"key":"198_CR23","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.jss.2016.07.002","volume":"120","author":"Y Qin","year":"2016","unstructured":"Qin Y, Xu C, Yu P, Lu J (2016) SIT: sampling-based interactive testing for self-adaptive apps. J Syst Softw 120:70\u201388","journal-title":"J Syst Softw"},{"key":"198_CR24","doi-asserted-by":"crossref","unstructured":"Sykes D, Corapi D, Magee J, Kramer J, Russo A, Inoue K (2013) Learning revised models for planning in adaptive systems. In: International conference on software engineering (ICSE). IEEE, San Francisco, pp 63\u201371","DOI":"10.1109\/ICSE.2013.6606552"},{"key":"198_CR25","doi-asserted-by":"crossref","unstructured":"Vassev E, Hinchey M, Balasubramaniam D, Dobson S (2011) An ASSL approach to handling uncertainty in self-adaptive systems. In: Annual software engineering workshop (SEW). IEEE, Limerick, pp 11\u201318","DOI":"10.1109\/SEW.2011.8"},{"key":"198_CR26","unstructured":"Solano GF, Caldas RD, Rodrigues GN, Vogel T, Pelliccione P (2019) Taming uncertainty in the assurance process of self-adaptive systems: a goal-oriented approach. In: International symposium on software engineering for adaptive and self-managing systems (SEAMS). IEEE\/ACM, Montreal, pp 89\u201399"},{"key":"198_CR27","doi-asserted-by":"crossref","unstructured":"Elkhodary A, Esfahani N, Malek S (2010) FUSION: a framework for engineering self-tuning self-adaptive software systems. In: International symposium on foundations of software engineering (FSE). ACM, Santa Fe, pp 7\u201316","DOI":"10.1145\/1882291.1882296"},{"key":"198_CR28","doi-asserted-by":"crossref","unstructured":"Calinescu R, Kwiatkowska M (2009) Using quantitative analysis to implement autonomic IT systems. In: International conference on software engineering (ICSE). IEEE, Vancouver, pp 100\u2013110","DOI":"10.1109\/ICSE.2009.5070512"},{"key":"198_CR29","unstructured":"Cheng S-W, Garlan D (2007) Handling uncertainty in autonomic systems. In: International Workshop on Living with Uncertainties (IWLU\u201907), colocated with International Conference on Automated Software Engineering (ASE\u201907). Citeseer, Atlanta,"},{"key":"198_CR30","doi-asserted-by":"crossref","unstructured":"Baresi L, Pasquale L, Spoletini P (2010) Fuzzy goals for requirements-driven adaptation. In: International requirements engineering conference (RE). IEEE, Sydney, pp 125\u2013134","DOI":"10.1109\/RE.2010.25"},{"key":"198_CR31","doi-asserted-by":"crossref","unstructured":"Whittle J, Sawyer P, Bencomo N, Cheng BH, Bruel J-M (2009) Relax: incorporating uncertainty into the specification of self-adaptive systems. In: International requirements engineering conference (RE). IEEE, Atlanta, pp 79\u201388","DOI":"10.1109\/RE.2009.36"},{"key":"198_CR32","doi-asserted-by":"crossref","unstructured":"Esfahani N, Kouroshfar E, Malek S (2011) Taming uncertainty in self-adaptive software. In: International symposium on foundations of software engineering (FSE). ACM, Szeged, pp 234\u2013244","DOI":"10.1145\/2025113.2025147"},{"key":"198_CR33","doi-asserted-by":"crossref","unstructured":"Han D, Xing J, Yang Q, Li J, Wang H (2016) Handling uncertainty in self-adaptive software using self-learning fuzzy neural network. In: Annual computer software and applications conference (COMPSAC), vol 2. IEEE, Atlanta, pp 540\u2013545","DOI":"10.1109\/COMPSAC.2016.125"},{"key":"198_CR34","doi-asserted-by":"crossref","unstructured":"Sharifloo AM, Metzger A, Quinton C, Baresi L, Pohl K (2016) Learning and evolution in dynamic software product lines. In: International symposium on software engineering for adaptive and self-managing systems (SEAMS). IEEE\/ACM, Austin, pp 158\u2013164","DOI":"10.1145\/2897053.2897058"},{"issue":"1","key":"198_CR35","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/MC.2003.1160055","volume":"36","author":"JO Kephart","year":"2003","unstructured":"Kephart JO, Chess DM (2003) The vision of autonomic computing. Computer 36(1):41\u201350","journal-title":"Computer"},{"key":"198_CR36","doi-asserted-by":"crossref","unstructured":"Weyns D, Schmerl B, Kishida M, Leva A, Litoiu M, Ozay N, Paterson C, Tei K (2021) Towards better adaptive systems by combining MAPE, control theory, and machine learning. In: International symposium on software engineering for adaptive and self-managing systems (SEAMS). IEEE\/ACM, Madrid, pp 217\u2013223","DOI":"10.1109\/SEAMS51251.2021.00036"},{"key":"198_CR37","doi-asserted-by":"crossref","unstructured":"Rodrigues A, Caldas RD, Rodrigues GN, Vogel T, Pelliccione P (2018) A learning approach to enhance assurances for real-time self-adaptive systems. In: International symposium on software engineering for adaptive and self-managing systems (SEAMS). IEEE\/ACM, Gothenburg, pp 206\u2013216","DOI":"10.1145\/3194133.3194147"},{"key":"198_CR38","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1016\/j.eswa.2018.01.009","volume":"98","author":"E Zavala","year":"2018","unstructured":"Zavala E, Franch X, Marco J, Knauss A, Damian D (2018) SACRE: supporting contextual requirements\u2019 adaptation in modern self-adaptive systems in the presence of uncertainty at runtime. Expert Syst Appl 98:166\u2013188","journal-title":"Expert Syst Appl"},{"key":"198_CR39","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.infsof.2015.10.001","volume":"70","author":"A Knauss","year":"2016","unstructured":"Knauss A, Damian D, Franch X, Rook A, M\u00fcller HA, Thomo A (2016) ACon: a learning-based approach to deal with uncertainty in contextual requirements at runtime. Inf Softw Technol 70:85\u201399","journal-title":"Inf Softw Technol"},{"key":"198_CR40","unstructured":"Mao X, Dong M, Liu L, Wang H (2014) An integrated approach to developing self-adaptive software. Inf Sci Eng 30(4):1071\u20131085"},{"key":"198_CR41","doi-asserted-by":"crossref","unstructured":"Wu T, Li Q, Wang L, He L, Li Y (2018) Using reinforcement learning to handle the runtime uncertainties in self-adaptive software. In: International conference on software technologies: applications and foundations (STAF). Springer, Berlin, pp 387\u2013393","DOI":"10.1007\/978-3-030-04771-9_28"},{"key":"198_CR42","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1016\/j.future.2016.07.003","volume":"68","author":"M Teimourikia","year":"2017","unstructured":"Teimourikia M, Fugini M (2017) Ontology development for run-time safety management methodology in smart work environments using ambient knowledge. Future Gener Comput Syst 68:428\u2013441","journal-title":"Future Gener Comput Syst"},{"key":"198_CR43","doi-asserted-by":"crossref","unstructured":"Poggi F, Rossi D, Ciancarini P, Bompani L (2016) An application of semantic technologies to self adaptations. In: International forum on research and technologies for society and industry (RTSI). IEEE, Bologna, pp 1\u20136","DOI":"10.1109\/RTSI.2016.7740548"},{"key":"198_CR44","doi-asserted-by":"crossref","unstructured":"Qureshi NA, Perini A, Ernst NA, Mylopoulos J (2010) Towards a continuous requirements engineering framework for self-adaptive systems. In: International workshop on Requirements@Run.Time (RE@RunTime). IEEE, Sydney, pp 9\u201316","DOI":"10.1109\/RERUNTIME.2010.5628552"},{"key":"198_CR45","doi-asserted-by":"crossref","unstructured":"Cheng W, Li Q, Wang L, He L (2018) Handling uncertainty online for self-adaptive systems. In: International conference on soft computing and machine intelligence (ISCMI). IEEE, Nairobi, pp 135\u2013139","DOI":"10.1109\/ISCMI.2018.8703227"},{"key":"198_CR46","doi-asserted-by":"publisher","DOI":"10.1016\/j.pmcj.2019.101045","volume":"59","author":"J Hao","year":"2019","unstructured":"Hao J, Bouzouane A, Gaboury S (2019) An incremental learning method based on formal concept analysis for pattern recognition in nonstationary sensor-based smart environments. Pervasive Mob Comput 59:101045","journal-title":"Pervasive Mob Comput"},{"key":"198_CR47","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.pmcj.2019.04.006","volume":"56","author":"G Civitarese","year":"2019","unstructured":"Civitarese G, Bettini C, Sztyler T, Riboni D, Stuckenschmidt H (2019) newNECTAR: collaborative active learning for knowledge-based probabilistic activity recognition. Pervasive Mob Comput 56:88\u2013105","journal-title":"Pervasive Mob Comput"},{"key":"198_CR48","doi-asserted-by":"publisher","DOI":"10.1016\/j.pmcj.2020.101147","volume":"64","author":"AR Sanabria","year":"2020","unstructured":"Sanabria AR, Ye J (2020) Unsupervised domain adaptation for activity recognition across heterogeneous datasets. Pervasive Mob Comput 64:101147","journal-title":"Pervasive Mob Comput"},{"key":"198_CR49","doi-asserted-by":"crossref","unstructured":"Ghanadbashi S, Golpayegani F (2021) An ontology-based intelligent traffic signal control model. In: International intelligent transportation systems conference (ITSC). IEEE, Indianapolis, pp 2554\u20132561","DOI":"10.1109\/ITSC48978.2021.9564962"},{"key":"198_CR50","doi-asserted-by":"crossref","unstructured":"Palm A, Metzger A, Pohl K (2020) Online reinforcement learning for self-adaptive information systems. In: International conference on advanced information systems engineering (CAiSE). Springer, Berlin, pp 169\u2013184","DOI":"10.1007\/978-3-030-49435-3_11"},{"key":"198_CR51","first-page":"154","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT, Cambridge, pp 154\u2013157"},{"key":"198_CR52","unstructured":"Thanh-Tung D, Flood B, Wilson C, Sheahan C, Bao-Lam D (2006) Ontology-MAS for modelling and robust controlling enterprises. In: International conference on theories and applications of computer science (ICTACS). World Scientific, Ho Chi Minh, pp 116\u2013123"},{"issue":"79","key":"198_CR53","first-page":"1","volume":"21","author":"I Horrocks","year":"2004","unstructured":"Horrocks I, Patel-Schneider PF, Boley H, Tabet S, Grosof B, Dean M et al (2004) SWRL: a semantic web rule language combining OWL and RuleML. W3C Memb Submiss 21(79):1\u201331","journal-title":"W3C Memb Submiss"},{"key":"198_CR54","doi-asserted-by":"crossref","unstructured":"Belohlavek R, Macko J (2011) Selecting important concepts using weights. In: International conference on formal concept analysis (ICFCA). Springer, Nicosia, pp 65\u201380","DOI":"10.1007\/978-3-642-20514-9_7"},{"issue":"1","key":"198_CR55","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jksus.2013.10.001","volume":"27","author":"B Saleena","year":"2015","unstructured":"Saleena B, Srivatsa S (2015) Using concept similarity in cross ontology for adaptive e-Learning systems. J King Saud Univ Comput Inf Sci 27(1):1\u201312","journal-title":"J King Saud Univ Comput Inf Sci"},{"key":"198_CR56","unstructured":"Vitkute-Adzgauskiene D, Markievicz I, Krilavicius T, Tamosiunaite M. (2022) Learning and execution of action categories (ACAT). https:\/\/if.vdu.lt\/en\/research\/projects\/project-learning-and-execution-of-action-categories-acat. Accessed 2022"},{"key":"198_CR57","doi-asserted-by":"crossref","unstructured":"Li C, Tian G (2020) Transferring the semantic constraints in human manipulation behaviors to robots. Appl Intell 50:1711\u20131724","DOI":"10.1007\/s10489-019-01580-8"},{"key":"198_CR58","doi-asserted-by":"crossref","unstructured":"Vallejo M, Corne DW (2016) Evolutionary algorithms under noise and uncertainty: a location-allocation case study. In: Viktorovic M, Yang D, De Vries B (eds) Symposium series on computational intelligence (SSCI). IEEE, Athens, pp 1\u201310","DOI":"10.1109\/SSCI.2016.7849959"},{"issue":"10","key":"198_CR59","doi-asserted-by":"publisher","first-page":"2961","DOI":"10.3390\/s20102961","volume":"20","author":"M Viktorovi\u0107","year":"2020","unstructured":"Viktorovi\u0107 M, Yang D, de Vries B (2020) Connected Traffic Data Ontology (CTDO) for intelligent urban traffic systems focused on connected (semi) autonomous vehicles. Sensors 20(10):2961","journal-title":"Sensors"},{"key":"198_CR60","unstructured":"Wei H, Zheng G, Gayah V, Li Z (2019) A survey on traffic signal control methods. Comput Res Repos. arXiv:1904.08117"},{"key":"198_CR61","doi-asserted-by":"crossref","unstructured":"Mazak A, Schandl B, Lanzenberger M (2010) iweightings: Enhancing structure-based ontology alignment by enriching models with importance weighting. In: International conference on complex, intelligent and software intensive systems (CISIS). IEEE, Krakow, pp 992\u2013997","DOI":"10.1109\/CISIS.2010.164"},{"key":"198_CR62","doi-asserted-by":"crossref","unstructured":"Wang J, Liu Y, Li B (2020) Reinforcement learning with perturbed rewards. In: AAAI conference on artificial intelligence. AAAI Press, New York, vol 34, pp 6202\u20136209","DOI":"10.1609\/aaai.v34i04.6086"},{"key":"198_CR63","doi-asserted-by":"crossref","unstructured":"Kiran BR, Sobh I, Talpaert V, Mannion P, Al\u00a0Sallab AA, Yogamani S, P\u00e9rez P (2022) Deep reinforcement learning for autonomous driving: a survey. Trans Intell Transp Syst 23(6):4909\u20134926","DOI":"10.1109\/TITS.2021.3054625"},{"key":"198_CR64","unstructured":"Alegre LN (2019) SUMO-RL. https:\/\/github.com\/LucasAlegre\/sumo-rl. Accessed 2022"},{"key":"198_CR65","doi-asserted-by":"publisher","unstructured":"Han M, Lee Y, Moon SB, Jang K, Lee D (2008) CRAWDAD dataset kaist\/wibro (v. 2008-06-04). https:\/\/crawdad.org\/kaist\/wibro\/20080604. https:\/\/doi.org\/10.15783\/C72S3B","DOI":"10.15783\/C72S3B"},{"key":"198_CR66","unstructured":"Chen D (2020) Resources allocation in the edge computing environment using reinforcement learning. https:\/\/github.com\/davidtw0320\/ Resources-Allocation-in-The-Edge-Computing-Environment-Using-Reinforcement-Learning. Accessed 2022"}],"container-title":["Journal of Reliable Intelligent Environments"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40860-022-00198-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40860-022-00198-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40860-022-00198-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,10]],"date-time":"2024-03-10T18:16:59Z","timestamp":1710094619000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40860-022-00198-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,6]]},"references-count":66,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["198"],"URL":"https:\/\/doi.org\/10.1007\/s40860-022-00198-x","relation":{},"ISSN":["2199-4668","2199-4676"],"issn-type":[{"value":"2199-4668","type":"print"},{"value":"2199-4676","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,6]]},"assertion":[{"value":"18 June 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 December 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 January 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}