{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T11:40:11Z","timestamp":1759059611092,"version":"3.44.0"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032061171","type":"print"},{"value":"9783032061188","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06118-8_5","type":"book-chapter","created":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T11:22:44Z","timestamp":1759058564000},"page":"71-88","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Continuous Learning of\u00a0Ordinal User Preferences on\u00a0Wearable Devices"],"prefix":"10.1007","author":[{"given":"Sim\u00f3n","family":"Weinberger","sequence":"first","affiliation":[]},{"given":"Jairo","family":"Cugliari","sequence":"additional","affiliation":[]},{"given":"Aur\u00e9lie","family":"Le Cain","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,9,29]]},"reference":[{"key":"5_CR1","unstructured":"Agarwal, A., Kakade, S.M., Lee, J., Mahajan, G.: On the theory of policy gradient methods: optimality, approximation, and distribution shift. J. Mach. Learn. Res. 22, 98:1\u201398:76 (2019)"},{"key":"5_CR2","unstructured":"Agarwal, A., Kakade, S.M., Lee, J.D., Mahajan, G.: Optimality and approximation with policy gradient methods in markov decision processes. In: Abernethy, J., Agarwal, S. (eds.) Proceedings of Thirty Third Conference on Learning Theory. Proceedings of Machine Learning Research, vol.\u00a0125, pp. 64\u201366. PMLR (2020)"},{"key":"5_CR3","doi-asserted-by":"crossref","unstructured":"Agresti, A.: Analysis of Ordinal Categorical Data, vol.\u00a0656. John Wiley & Sons (2010)","DOI":"10.1002\/9780470594001"},{"key":"5_CR4","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1016\/j.patrec.2020.11.008","volume":"140","author":"W Cao","year":"2020","unstructured":"Cao, W., Mirjalili, V., Raschka, S.: Rank consistent ordinal regression for neural networks with application to age estimation. Pattern Recogn. Lett. 140, 325\u2013331 (2020)","journal-title":"Pattern Recogn. Lett."},{"key":"5_CR5","doi-asserted-by":"crossref","unstructured":"Efron, B., Tibshirani, R.J.: An Introduction to the Bootstrap. Chapman and Hall\/CRC (1994)","DOI":"10.1201\/9780429246593"},{"issue":"3","key":"5_CR6","doi-asserted-by":"publisher","first-page":"1370","DOI":"10.1109\/TCNS.2023.3338240","volume":"11","author":"J Feng","year":"2024","unstructured":"Feng, J., Shi, Y., Qu, G., Low, S.H., Anandkumar, A., Wierman, A.: Stability constrained reinforcement learning for decentralized real-time voltage control. IEEE Trans. Control Netw. Syst. 11(3), 1370\u20131381 (2024). https:\/\/doi.org\/10.1109\/TCNS.2023.3338240","journal-title":"IEEE Trans. Control Netw. Syst."},{"issue":"1","key":"5_CR7","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1109\/TKDE.2015.2457911","volume":"28","author":"PA Guti\u00e9rrez","year":"2016","unstructured":"Guti\u00e9rrez, P.A., P\u00e9rez-Ortiz, M., S\u00e1nchez-Monedero, J., Fern\u00e1ndez-Navarro, F., Herv\u00e1s-Mart\u00ednez, C.: Ordinal regression methods: survey and experimental study. IEEE Trans. Knowl. Data Eng. 28(1), 127\u2013146 (2016)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"3","key":"5_CR8","doi-asserted-by":"publisher","first-page":"e110","DOI":"10.2196\/jmir.9157","volume":"20","author":"A Henriksen","year":"2018","unstructured":"Henriksen, A., et al.: Using fitness trackers and smartwatches to measure physical activity in research: analysis of consumer wrist-worn wearables. J. Med. Internet Res. 20(3), e110 (2018)","journal-title":"J. Med. Internet Res."},{"key":"5_CR9","unstructured":"Huang, S., Dossa, R.F.J., Raffin, A., Kanervisto, A., Wang, W.: The 37 implementation details of proximal policy optimization. In: ICLR Blog Track (2022)"},{"key":"5_CR10","unstructured":"Huang, S., et al.: CleanRL: high-quality single-file implementations of deep reinforcement learning algorithms. J. Mach. Learn. Res. 23(274), 1\u201318 (2022). http:\/\/jmlr.org\/papers\/v23\/21-1342.html"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Jacques, J., Samard\u017ei\u0107, S.: Analyzing cycling sensors data through ordinal logistic regression with functional covariates. J. Roy. Stat. Soc. Ser. C Appl. Stat. (2022). https:\/\/hal.archives-ouvertes.fr\/hal-03107427","DOI":"10.1111\/rssc.12563"},{"key":"5_CR12","unstructured":"Khan, M., Mohamed, S., Marlin, B., Murphy, K.: A stick-breaking likelihood for categorical data analysis with latent gaussian models. In: Lawrence, N.D., Girolami, M. (eds.) Proceedings of the Fifteenth International Conference on Artificial Intelligence and Statistics. Proceedings of Machine Learning Research, vol.\u00a022, pp. 610\u2013618. PMLR, La Palma, Canary Islands (2012)"},{"issue":"4","key":"5_CR13","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1038\/s41587-019-0045-y","volume":"37","author":"J Kim","year":"2019","unstructured":"Kim, J., Campbell, A.S., de \u00c1vila, B.E.F., Wang, J.: Wearable biosensors for healthcare monitoring. Nat. Biotechnol. 37(4), 389\u2013406 (2019)","journal-title":"Nat. Biotechnol."},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Li, L., Lin, H.t.: Ordinal regression by extended binary classification. In: Sch\u00f6lkopf, B., Platt, J., Hoffman, T. (eds.) Advances in Neural Information Processing Systems, vol.\u00a019. MIT Press (2006)","DOI":"10.7551\/mitpress\/7503.003.0113"},{"key":"5_CR15","doi-asserted-by":"crossref","unstructured":"McCullagh, P.: Regression models for ordinal data. J. Roy. Stat. Soc. Ser. B (Methodological) 42(2), 109\u2013142 (1980). http:\/\/www.jstor.org\/stable\/2984952","DOI":"10.1111\/j.2517-6161.1980.tb01109.x"},{"key":"5_CR16","doi-asserted-by":"publisher","first-page":"1321","DOI":"10.1109\/JSEN.2014.2370945","volume":"15","author":"SC Mukhopadhyay","year":"2015","unstructured":"Mukhopadhyay, S.C.: Wearable sensors for human activity monitoring: a review. IEEE Sens. J. 15, 1321\u20131330 (2015)","journal-title":"IEEE Sens. J."},{"key":"5_CR17","doi-asserted-by":"publisher","unstructured":"Sabry, F., Eltaras, T., Labda, W., Alzoubi, K., Malluhi, Q.: Machine learning for healthcare wearable devices: the big picture. J. Healthc. Eng. 2022(1), 4653923 (2022). https:\/\/doi.org\/10.1155\/2022\/4653923, https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1155\/2022\/4653923","DOI":"10.1155\/2022\/4653923"},{"key":"5_CR18","unstructured":"Schulman, J., Levine, S., Moritz, P., Jordan, M.I., Abbeel, P.: Trust region policy optimization. CoRR arXiv:1502.05477 (2015)"},{"key":"5_CR19","unstructured":"Seyde, T., et al.: Is bang-bang control all you need? Solving continuous control with bernoulli policies. In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J.W. (eds.) Advances in Neural Information Processing Systems, vol.\u00a034, pp. 27209\u201327221. Curran Associates, Inc. (2021)"},{"key":"5_CR20","unstructured":"Shi, X., Cao, W., Raschka, S.: Deep neural networks for rank-consistent ordinal regression based on conditional probabilities (2021)"},{"key":"5_CR21","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. A Bradford Book, Cambridge, MA, USA (2018)"},{"key":"5_CR22","unstructured":"Tang, Y., Agrawal, S.: Discretizing continuous action space for on-policy optimization. CoRR arXiv:1901.10500 (2019)"},{"key":"5_CR23","doi-asserted-by":"publisher","unstructured":"Todorov, E., Erez, T., Tassa, Y.: Mujoco: a physics engine for model-based control. In: 2012 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 5026\u20135033. IEEE (2012). https:\/\/doi.org\/10.1109\/IROS.2012.6386109","DOI":"10.1109\/IROS.2012.6386109"},{"issue":"5975","key":"5_CR24","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1038\/310314a0","volume":"310","author":"D Tranchina","year":"1984","unstructured":"Tranchina, D., Gordon, J., Shapley, R.: Retinal light adaptation\u2013evidence for a feedback mechanism. Nature 310(5975), 314\u2013316 (1984)","journal-title":"Nature"},{"key":"5_CR25","unstructured":"Wehenkel, A., Louppe, G.: Unconstrained monotonic neural networks. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"5_CR26","doi-asserted-by":"publisher","first-page":"127616","DOI":"10.1016\/j.eswa.2025.127616","volume":"281","author":"S Weinberger","year":"2025","unstructured":"Weinberger, S., Cugliari, J., Cain, A.: Ordinal regression for preference learning in wearables using sensor data. Expert Syst. Appl. 281, 127616 (2025)","journal-title":"Expert Syst. Appl."},{"key":"5_CR27","doi-asserted-by":"publisher","unstructured":"Wu, Z., Khan, N.M., Gao, L., Guan, L.: Deep reinforcement learning with parameterized action space for object detection. In: 2018 IEEE International Symposium on Multimedia (ISM), pp. 101\u2013104 (2018). https:\/\/doi.org\/10.1109\/ISM.2018.00025","DOI":"10.1109\/ISM.2018.00025"},{"key":"5_CR28","doi-asserted-by":"publisher","unstructured":"Yee, T.W., Wild, C.J.: Vector generalized additive models. J. Roy. Stat. Soc. Ser. B (Methodological) 58(3), 481\u2013493 (1996). https:\/\/doi.org\/10.1111\/j.2517-6161.1996.tb02095.x","DOI":"10.1111\/j.2517-6161.1996.tb02095.x"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06118-8_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T11:22:50Z","timestamp":1759058570000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06118-8_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,29]]},"ISBN":["9783032061171","9783032061188"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06118-8_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,29]]},"assertion":[{"value":"29 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}