{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T00:13:29Z","timestamp":1743034409489,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031452741"},{"type":"electronic","value":"9783031452758"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-45275-8_30","type":"book-chapter","created":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T06:01:56Z","timestamp":1696658516000},"page":"446-459","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Transferring a\u00a0Learned Qualitative Cart-Pole Control Model to\u00a0Uneven Terrains"],"prefix":"10.1007","author":[{"given":"Domen","family":"\u0160oberl","sequence":"first","affiliation":[]},{"given":"Ivan","family":"Bratko","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,10,8]]},"reference":[{"issue":"3","key":"30_CR1","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1109\/37.24809","volume":"9","author":"CW Anderson","year":"1989","unstructured":"Anderson, C.W.: Learning to control an inverted pendulum using neural networks. IEEE Control Syst. Mag. 9(3), 31\u201337 (1989)","journal-title":"IEEE Control Syst. Mag."},{"issue":"5","key":"30_CR2","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","volume":"13","author":"AG Barto","year":"1983","unstructured":"Barto, A.G., Sutton, R.S., Anderson, C.W.: Neuronlike adaptive elements that can solve difficult learning control problems. IEEE Trans. Syst. Man Cybern. SMC 13(5), 834\u2013846 (1983)","journal-title":"IEEE Trans. Syst. Man Cybern. SMC"},{"issue":"4","key":"30_CR3","first-page":"107","volume":"24","author":"I Bratko","year":"2003","unstructured":"Bratko, I., \u0160uc, D.: Learning qualitative models. AI Mag. 24(4), 107\u2013119 (2003)","journal-title":"AI Mag."},{"issue":"2","key":"30_CR4","doi-asserted-by":"publisher","first-page":"8082","DOI":"10.1016\/j.ifacol.2020.12.2277","volume":"53","author":"D Hein","year":"2020","unstructured":"Hein, D., Limmer, S., Runkler, T.A.: Interpretable control by reinforcement learning. IFAC-PapersOnLine 53(2), 8082\u20138089 (2020). https:\/\/doi.org\/10.1016\/j.ifacol.2020.12.2277","journal-title":"IFAC-PapersOnLine"},{"issue":"2","key":"30_CR5","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1007\/s10015-014-0146-0","volume":"19","author":"S Hosokawa","year":"2014","unstructured":"Hosokawa, S., Kato, J., Nakano, K.: A reward allocation method for reinforcement learning in stabilizing control tasks. Artif. Life Rob. 19(2), 109\u2013114 (2014). https:\/\/doi.org\/10.1007\/s10015-014-0146-0","journal-title":"Artif. Life Rob."},{"issue":"3","key":"30_CR6","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1016\/0004-3702(86)90073-1","volume":"29","author":"B Kuipers","year":"1986","unstructured":"Kuipers, B.: Qualitative simulation. Artif. Intell. 29(3), 289\u2013338 (1986)","journal-title":"Artif. Intell."},{"key":"30_CR7","volume-title":"Qualitative Reasoning: Modeling and Simulation with Incomplete Knowledge","author":"B Kuipers","year":"1994","unstructured":"Kuipers, B.: Qualitative Reasoning: Modeling and Simulation with Incomplete Knowledge. MIT Press, Cambridge, MA, USA (1994)"},{"key":"30_CR8","doi-asserted-by":"crossref","unstructured":"Linglin, W., Yongxin, L., Xiaoke, Z.: Design of reinforce learning control algorithm and verified in inverted pendulum. In: 2015 34th Chinese Control Conference (CCC), pp. 3164\u20133168 (2015)","DOI":"10.1109\/ChiCC.2015.7260128"},{"key":"30_CR9","first-page":"125","volume":"2","author":"D Michie","year":"1968","unstructured":"Michie, D., Chambers, R.A.: BOXES: an experiment in adaptive control. Mach. Intell. 2, 125\u2013133 (1968)","journal-title":"Mach. Intell."},{"key":"30_CR10","doi-asserted-by":"crossref","unstructured":"Puriel-Gil, G., Yu, W., Sossa, H.: Reinforcement learning compensation based PD control for inverted pendulum. In: 15th International Conference on Electrical Engineering, Computing Science and Automatic Control (CCE), pp. 1\u20136 (2018)","DOI":"10.1109\/ICEEE.2018.8533946"},{"key":"30_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/3-540-36580-X_31","volume-title":"Hybrid Systems: Computation and Control","author":"S Ramamoorthy","year":"2003","unstructured":"Ramamoorthy, S., Kuipers, B.: Qualitative heterogeneous control of higher order systems. In: Maler, O., Pnueli, A. (eds.) HSCC 2003. LNCS, vol. 2623, pp. 417\u2013434. Springer, Heidelberg (2003). https:\/\/doi.org\/10.1007\/3-540-36580-X_31"},{"key":"30_CR12","doi-asserted-by":"crossref","unstructured":"Riedmiller, M., Peters, J., Schaal, S.: Evaluation of policy gradient methods and variants on the cart-pole benchmark. In: 2007 IEEE International Symposium on Approximate Dynamic Programming and Reinforcement Learning, pp. 254\u2013261 (2007)","DOI":"10.1109\/ADPRL.2007.368196"},{"key":"30_CR13","doi-asserted-by":"crossref","unstructured":"\u0160oberl, D.: Automated planning with induced qualitative models in dynamic robotic domains. Ph.D. thesis, University of Ljubljana (2021). https:\/\/repozitorij.uni-lj.si\/IzpisGradiva.php?id=126285","DOI":"10.31449\/inf.v45i3.3759"},{"key":"30_CR14","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/978-3-319-60042-0_5","volume-title":"Advances in Artificial Intelligence: From Theory to Practice","author":"D \u0160oberl","year":"2017","unstructured":"\u0160oberl, D., Bratko, I.: Reactive motion planning with qualitative constraints. In: Benferhat, S., Tabia, K., Ali, M. (eds.) IEA\/AIE 2017. LNCS (LNAI), vol. 10350, pp. 41\u201350. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-60042-0_5"},{"key":"30_CR15","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1007\/978-3-030-22999-3_42","volume-title":"Advances and Trends in Artificial Intelligence. From Theory to Practice","author":"D \u0160oberl","year":"2019","unstructured":"\u0160oberl, D., Bratko, I.: Learning explainable control strategies demonstrated on the pole-and-cart system. In: Wotawa, F., Friedrich, G., Pill, I., Koitz-Hristov, R., Ali, M. (eds.) IEA\/AIE 2019. LNCS (LNAI), vol. 11606, pp. 483\u2013494. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-22999-3_42"},{"key":"30_CR16","doi-asserted-by":"publisher","unstructured":"\u0160oberl, D., Bratko, I.: Learning to control a quadcopter qualitatively. J. Intell. Rob. Syst. (2020). https:\/\/doi.org\/10.1007\/s10846-020-01228-7","DOI":"10.1007\/s10846-020-01228-7"},{"key":"30_CR17","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1007\/978-3-319-25252-0_44","volume-title":"Foundations of Intelligent Systems","author":"D \u0160oberl","year":"2015","unstructured":"\u0160oberl, D., \u017dabkar, J., Bratko, I.: Qualitative planning of object pushing by a robot. In: Esposito, F., Pivert, O., Hacid, M.-S., Ra\u015b, Z.W., Ferilli, S. (eds.) ISMIS 2015. LNCS (LNAI), vol. 9384, pp. 410\u2013419. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-25252-0_44"},{"key":"30_CR18","unstructured":"\u0160uc, D.: Machine Reconstruction of Human Control Strategies. Frontiers in Artificial Intelligence and Applications, IOS Press, Inc. (2003)"}],"container-title":["Lecture Notes in Computer Science","Discovery Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-45275-8_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:06:37Z","timestamp":1710255997000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-45275-8_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031452741","9783031452758"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-45275-8_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"8 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Discovery Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 October 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dis2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ds2023.inesctec.pt\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"133","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"37","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}