{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T16:08:31Z","timestamp":1743091711783,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031787089"},{"type":"electronic","value":"9783031787096"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78709-6_10","type":"book-chapter","created":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T04:48:56Z","timestamp":1738385336000},"page":"205-219","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep-Reinforcement-Learning-Based Design Space Exploration for\u00a0Time-Sensitive Networking"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-1529-5153","authenticated-orcid":false,"given":"Yu-Cheng","family":"Wu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3424-2389","authenticated-orcid":false,"given":"I-Ching","family":"Tseng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8309-7028","authenticated-orcid":false,"given":"Chung-Wei","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,2,1]]},"reference":[{"issue":"6","key":"10_CR1","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., Deisenroth, M.P., Brundage, M., Bharath, A.A.: Deep reinforcement learning: a brief survey. IEEE Signal Process. Mag. 34(6), 26\u201338 (2017)","journal-title":"IEEE Signal Process. Mag."},{"key":"10_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2021.102137","volume":"117","author":"M Ashjaei","year":"2021","unstructured":"Ashjaei, M., Bello, L.L., Daneshtalab, M., Patti, G., Saponara, S., Mubeen, S.: Time-Sensitive Networking in automotive embedded systems: state of the art and research opportunities. J. Syst. Architect. 117, 102137 (2021)","journal-title":"J. Syst. Architect."},{"key":"10_CR3","doi-asserted-by":"crossref","unstructured":"Barrett, T., Clements, W., Foerster, J., Lvovsky, A.: Exploratory combinatorial optimization with reinforcement learning. In: AAAI Conference on Artificial Intelligence, vol.\u00a034, pp. 3243\u20133250 (2020)","DOI":"10.1609\/aaai.v34i04.5723"},{"key":"10_CR4","unstructured":"Bello, I., Pham, H., Le, Q.V., Norouzi, M., Bengio, S.: Neural combinatorial optimization with reinforcement learning. arXiv preprint arXiv:1611.09940 (2016)"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Cho, K., Van\u00a0Merri\u00ebnboer, B., Bahdanau, D., Bengio, Y.: On the properties of neural machine translation: encoder-decoder approaches. arXiv preprint arXiv:1409.1259 (2014)","DOI":"10.3115\/v1\/W14-4012"},{"key":"10_CR6","doi-asserted-by":"crossref","unstructured":"Craciunas, S.S., Oliver, R.S., Chmel\u00edk, M., Steiner, W.: Scheduling real-time communication in IEEE 802.1 Qbv Time Sensitive Networks. In: IEEE International Conference on Real-Time Networks and Systems, pp. 183\u2013192 (2016)","DOI":"10.1145\/2997465.2997470"},{"issue":"9","key":"10_CR7","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1145\/1995376.1995394","volume":"54","author":"L De Moura","year":"2011","unstructured":"De Moura, L., Bj\u00f8rner, N.: Satisfiability modulo theories: introduction and applications. Commun. ACM 54(9), 69\u201377 (2011)","journal-title":"Commun. ACM"},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"D\u00fcrr, F., Nayak, N.G.: No-wait packet scheduling for IEEE Time-Sensitive Networks. In: IEEE International Conference on Real-Time Networks and Systems, pp. 203\u2013212 (2016)","DOI":"10.1145\/2997465.2997494"},{"issue":"4","key":"10_CR9","doi-asserted-by":"publisher","first-page":"825","DOI":"10.1080\/10618600.2012.738106","volume":"21","author":"SE Fienberg","year":"2012","unstructured":"Fienberg, S.E.: A brief history of statistical models for network analysis and open challenges. J. Comput. Graph. Stat. 21(4), 825\u2013839 (2012)","journal-title":"J. Comput. Graph. Stat."},{"key":"10_CR10","unstructured":"Gilmer, J., Schoenholz, S.S., Riley, P.F., Vinyals, O., Dahl, G.E.: Neural message passing for quantum chemistry. In: International Conference on Machine Learning, pp. 1263\u20131272 (2017)"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"He, X., Zhuge, X., Dang, F., Xu, W., Yang, Z.: Deep-Scheduler: enabling flow-aware scheduling in Time-Sensitive Networking. In: IEEE International Conference on Computer Communications (2023)","DOI":"10.1109\/INFOCOM53939.2023.10228875"},{"key":"10_CR12","unstructured":"ISO, IEC: 802.1 Qbv-2015 IEEE standard for local and metropolitan area networks-bridges and bridged networks-amendment 25: Enhancements for scheduled traffic (2016)"},{"key":"10_CR13","unstructured":"Laterre, A., et al.: Ranked reward: enabling self-play reinforcement learning for combinatorial optimization. arXiv preprint arXiv:1807.01672 (2018)"},{"issue":"2","key":"10_CR14","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1109\/MCOMSTD.2018.1700047","volume":"2","author":"JL Messenger","year":"2018","unstructured":"Messenger, J.L.: Time-sensitive networking: an introduction. IEEE Commun. Stand. Mag. 2(2), 29\u201333 (2018)","journal-title":"IEEE Commun. Stand. Mag."},{"key":"10_CR15","doi-asserted-by":"crossref","unstructured":"Pahlevan, M., Obermaisser, R.: Genetic algorithm for scheduling time-triggered traffic in Time-Sensitive Networks. In: IEEE International Conference on Emerging Technologies and Factory Automation, pp. 337\u2013344 (2018)","DOI":"10.1109\/ETFA.2018.8502515"},{"key":"10_CR16","doi-asserted-by":"crossref","unstructured":"Rodrigues, S., Lv, J.: Synchronization in time-sensitive networking: an introduction to IEEE Std 802.1 AS. IEEE Commun. Stand. Mag. 6(4), 14\u201320 (2022)","DOI":"10.1109\/MCOMSTD.0001.2200038"},{"key":"10_CR17","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"},{"key":"10_CR18","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. Neural Inf. Process. Syst. 30 (2017)"}],"container-title":["Lecture Notes in Computer Science","Automated Technology for Verification and Analysis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78709-6_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T04:49:13Z","timestamp":1738385353000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78709-6_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031787089","9783031787096"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78709-6_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"1 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ATVA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Automated Technology for Verification and Analysis","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kyoto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"atva2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}