{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T15:30:34Z","timestamp":1772724634739,"version":"3.50.1"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031487309","type":"print"},{"value":"9783031487316","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-48731-6_1","type":"book-chapter","created":{"date-parts":[[2023,12,14]],"date-time":"2023-12-14T11:02:49Z","timestamp":1702551769000},"page":"1-27","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Deep Reinforcement Learning-Based Rebalancing Policies for\u00a0Profit Maximization of\u00a0Relay Nodes in\u00a0Payment Channel Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8433-8233","authenticated-orcid":false,"given":"Nikolaos","family":"Papadis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0932-774X","authenticated-orcid":false,"given":"Leandros","family":"Tassiulas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,12,15]]},"reference":[{"key":"1_CR1","doi-asserted-by":"publisher","unstructured":"Avarikioti, Z., Pietrzak, K., Salem, I., Schmid, S., Tiwari, S., Yeo, M.: HIDE & SEEK: Privacy-preserving rebalancing on payment channel networks. In: Eyal, I., Garay, J. (eds.) Financial Cryptography and Data Security, pp. 358\u2013373. Springer International Publishing, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-18283-9_17","DOI":"10.1007\/978-3-031-18283-9_17"},{"issue":"3","key":"1_CR2","doi-asserted-by":"publisher","first-page":"1895","DOI":"10.1109\/TNSE.2022.3154408","volume":"9","author":"Q Bai","year":"2022","unstructured":"Bai, Q., Xu, Y., Wang, X.: Understanding the benefit of being patient in payment channel networks. IEEE Trans. Netw. Sci. Eng. 9(3), 1895\u20131908 (2022). https:\/\/doi.org\/10.1109\/TNSE.2022.3154408","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"key":"1_CR3","doi-asserted-by":"publisher","unstructured":"Bar-Zur, R., Abu-Hanna, A., Eyal, I., Tamar, A.: WeRLman: To tackle whale (transactions), go deep (RL). In: Proceedings of the 15th ACM International Conference on Systems and Storage, p. 148. SYSTOR \u201922, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3534056.3535005","DOI":"10.1145\/3534056.3535005"},{"key":"1_CR4","unstructured":"Bosworth, A.: Submarine swaps on the Lightning Network (2018). https:\/\/submarineswaps.github.io"},{"issue":"2","key":"1_CR5","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1016\/j.ejor.2021.07.016","volume":"298","author":"RN Boute","year":"2022","unstructured":"Boute, R.N., Gijsbrechts, J., van Jaarsveld, W., Vanvuchelen, N.: Deep reinforcement learning for inventory control: A roadmap. Eur. J. Oper. Res. 298(2), 401\u2013412 (2022). https:\/\/doi.org\/10.1016\/j.ejor.2021.07.016","journal-title":"Eur. J. Oper. Res."},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"B\u00e9res, F., Seres, I.A., Bencz\u00far, A.A.: A cryptoeconomic traffic analysis of Bitcoin\u2019s Lightning Network. Cryptoeconomic Syst. (6) (2020). https:\/\/cryptoeconomicsystems.pubpub.org\/pub\/b8rb0ywn","DOI":"10.21428\/58320208.d4cd697e"},{"key":"1_CR7","unstructured":"Carla Kirk-Cohen: Autoloop: Lightning Liquidity You Can Set and Forget! (2020). https:\/\/lightning.engineering\/posts\/2020-11-24-autoloop"},{"key":"1_CR8","doi-asserted-by":"publisher","unstructured":"Croman, K., Decker, C., Eyal, I., Gencer, A.E., Juels, A., Kosba, A., Miller, A., Saxena, P., Shi, E., Sirer, E.G., Song, D., Wattenhofer, R.: On scaling decentralized blockchains. In: Clark, J., Meiklejohn, S., Ryan, P.Y., Wallach, D., Brenner, M., Rohloff, K. (eds.) Financial Cryptography and Data Security, pp. 106\u2013125. Springer, Berlin Heidelberg, Berlin, Heidelberg (2016). https:\/\/doi.org\/10.1007\/978-3-662-53357-4_8","DOI":"10.1007\/978-3-662-53357-4_8"},{"key":"1_CR9","doi-asserted-by":"publisher","unstructured":"Dembo, A., Kannan, S., Tas, E.N., Tse, D., Viswanath, P., Wang, X., Zeitouni, O.: Everything is a race and Nakamoto always wins. In: Proceedings of the 2020 ACM SIGSAC Conference on Computer and Communications Security, p. 859\u2013878. CCS \u201920, ACM (2020). https:\/\/doi.org\/10.1145\/3372297.3417290","DOI":"10.1145\/3372297.3417290"},{"key":"1_CR10","doi-asserted-by":"publisher","unstructured":"Di Stasi, G., Avallone, S., Canonico, R., Ventre, G.: Routing payments on the Lightning Network. In: iThings\/GreenCom\/CPSCom\/SmartData, pp. 1161\u20131170. IEEE (2018). https:\/\/doi.org\/10.1109\/Cybermatics_2018.2018.00209","DOI":"10.1109\/Cybermatics_2018.2018.00209"},{"key":"1_CR11","doi-asserted-by":"publisher","unstructured":"Duan, Y., Chen, X., Houthooft, R., Schulman, J., Abbeel, P.: Benchmarking deep reinforcement learning for continuous control. In: Proceedings of the 33rd International Conference on International Conference on Machine Learning, vol. 48, p. 1329\u20131338. ICML\u201916, JMLR.org (2016). https:\/\/doi.org\/10.48550\/ARXIV.1604.06778","DOI":"10.48550\/ARXIV.1604.06778"},{"key":"1_CR12","unstructured":"Echenique, J.I.R., Burtey, N.: Pricing liquidity for Lightning wallets (2022). https:\/\/github.com\/GaloyMoney\/liquidity-fees-paper"},{"key":"1_CR13","doi-asserted-by":"publisher","unstructured":"van Engelshoven, Y., Roos, S.: The merchant: Avoiding payment channel depletion through incentives. In: IEEE International Conference on Decentralized Applications and Infrastructures, DAPPS 2021, Online Event, 23\u201326 Aug 2021, pp. 59\u201368. IEEE (2021). https:\/\/doi.org\/10.1109\/DAPPS52256.2021.00012","DOI":"10.1109\/DAPPS52256.2021.00012"},{"key":"1_CR14","doi-asserted-by":"publisher","unstructured":"Ga\u017ei, P., Kiayias, A., Russell, A.: Tight consistency bounds for Bitcoin. In: Proceedings of the 2020 ACM SIGSAC Conference on Computer and Communications Security, pp. 819\u2013838. CCS \u201920, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3372297.3423365","DOI":"10.1145\/3372297.3423365"},{"key":"1_CR15","doi-asserted-by":"publisher","unstructured":"Haarnoja, T., Zhou, A., Hartikainen, K., Tucker, G., Ha, S., Tan, J., Kumar, V., Zhu, H., Gupta, A., Abbeel, P., Levine, S.: Soft actor-critic algorithms and applications (2018). https:\/\/doi.org\/10.48550\/ARXIV.1812.05905","DOI":"10.48550\/ARXIV.1812.05905"},{"key":"1_CR16","unstructured":"Jager, J.: Loop Out in-depth (2019). http:\/\/www.blog.lightning.engineering\/technical\/posts\/2019\/04\/15\/loop-out-in-depth.html"},{"key":"1_CR17","doi-asserted-by":"publisher","unstructured":"Khalil, R., Gervais, A.: Revive: Rebalancing off-blockchain payment networks. In: Thuraisingham, B.M., Evans, D., Malkin, T., Xu, D. (eds.) Proceedings of the 2017 ACM SIGSAC Conference on Computer and Communications Security, CCS 2017, Dallas, TX, USA, October 30\u2013November 03, 2017, pp. 439\u2013453. ACM (2017). https:\/\/doi.org\/10.1145\/3133956.3134033","DOI":"10.1145\/3133956.3134033"},{"key":"1_CR18","unstructured":"Lightning Labs: Autoloop (2022). http:\/\/www.github.com\/lightninglabs\/loop\/blob\/master\/docs\/autoloop.md"},{"key":"1_CR19","doi-asserted-by":"publisher","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., Wierstra, D.: Continuous control with deep reinforcement learning. In: Bengio, Y., LeCun, Y. (eds.) 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, 2\u20134 May 2016, Conference Track Proceedings (2016). https:\/\/doi.org\/10.48550\/ARXIV.1509.02971","DOI":"10.48550\/ARXIV.1509.02971"},{"key":"1_CR20","doi-asserted-by":"publisher","unstructured":"Mao, H., Alizadeh, M., Menache, I., Kandula, S.: Resource management with deep reinforcement learning. In: Proceedings of the 15th ACM Workshop on Hot Topics in Networks, pp. 50\u201356. HotNets \u201916, Association for Computing Machinery, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/3005745.3005750","DOI":"10.1145\/3005745.3005750"},{"issue":"3","key":"1_CR21","doi-asserted-by":"publisher","first-page":"1368","DOI":"10.1109\/TNSE.2019.2928716","volume":"7","author":"J Mi\u0161i\u0107","year":"2020","unstructured":"Mi\u0161i\u0107, J., Mi\u0161i\u0107, V.B., Chang, X., Motlagh, S.G., Ali, M.Z.: Modeling of Bitcoin\u2019s blockchain delivery network. IEEE Trans. Netw. Sci. Eng. 7(3), 1368\u20131381 (2020). https:\/\/doi.org\/10.1109\/TNSE.2019.2928716","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"key":"1_CR22","doi-asserted-by":"publisher","unstructured":"Papadis, N., Borst, S., Walid, A., Grissa, M., Tassiulas, L.: Stochastic models and wide-area network measurements for blockchain design and analysis. In: IEEE INFOCOM 2018\u2014IEEE Conference on Computer Communications, pp. 2546\u20132554. IEEE (2018). https:\/\/doi.org\/10.1109\/INFOCOM.2018.8485982","DOI":"10.1109\/INFOCOM.2018.8485982"},{"key":"1_CR23","doi-asserted-by":"publisher","first-page":"227596","DOI":"10.1109\/ACCESS.2020.3046020","volume":"8","author":"N Papadis","year":"2020","unstructured":"Papadis, N., Tassiulas, L.: Blockchain-based payment channel networks: Challenges and recent advances. IEEE Access 8, 227596\u2013227609 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.3046020","journal-title":"IEEE Access"},{"key":"1_CR24","doi-asserted-by":"publisher","unstructured":"Papadis, N., Tassiulas, L.: Payment channel networks: Single-hop scheduling for throughput maximization. In: IEEE INFOCOM 2022\u2014IEEE Conference on Computer Communications, pp. 900\u2013909 (2022). https:\/\/doi.org\/10.1109\/INFOCOM48880.2022.9796862","DOI":"10.1109\/INFOCOM48880.2022.9796862"},{"key":"1_CR25","doi-asserted-by":"publisher","unstructured":"Pickhardt, R., Nowostawski, M.: Imbalance measure and proactive channel rebalancing algorithm for the Lightning Network. In: IEEE International Conference on Blockchain and Cryptocurrency, ICBC 2020, Toronto, ON, Canada, 2\u20136 May 2020, pp. 1\u20135. IEEE (2020). https:\/\/doi.org\/10.1109\/ICBC48266.2020.9169456","DOI":"10.1109\/ICBC48266.2020.9169456"},{"key":"1_CR26","unstructured":"Poon, J., Dryja, T.: The Bitcoin Lightning Network: Scalable off-chain instant payments (2016). https:\/\/lightning.network\/lightning-network-paper.pdf"},{"key":"1_CR27","unstructured":"Russell, R.: Splicing Proposal (2018). http:\/\/www.lists.linuxfoundation.org\/pipermail\/lightning-dev\/2018-October\/001434.html"},{"key":"1_CR28","unstructured":"Togami, W., Nick, K.: PeerSwap: Decentralized P2P LN balancing protocol (2021). http:\/\/www.blockstream.com\/assets\/downloads\/2021-11-16-PeerSwap_Announcement.pdf"},{"issue":"4","key":"1_CR29","doi-asserted-by":"publisher","first-page":"1859","DOI":"10.1109\/TCNS.2021.3088799","volume":"8","author":"SM Varma","year":"2021","unstructured":"Varma, S.M., Maguluri, S.T.: Throughput optimal routing in blockchain-based payment systems. IEEE Trans. Control. Netw. Syst. 8(4), 1859\u20131868 (2021). https:\/\/doi.org\/10.1109\/TCNS.2021.3088799","journal-title":"IEEE Trans. Control. Netw. Syst."}],"container-title":["Lecture Notes in Operations Research","Mathematical Research for Blockchain Economy"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-48731-6_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,14]],"date-time":"2023-12-14T11:08:22Z","timestamp":1702552102000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-48731-6_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031487309","9783031487316"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-48731-6_1","relation":{},"ISSN":["2731-040X","2731-0418"],"issn-type":[{"value":"2731-040X","type":"print"},{"value":"2731-0418","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"15 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MARBLE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The International Conference on Mathematical Research for Blockchain Economy","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Mandarin Oriental, Knightsbridge","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"marble2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.marble-conference.org\/marble2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}