{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T17:14:12Z","timestamp":1770743652103,"version":"3.49.0"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,9,5]],"date-time":"2023-09-05T00:00:00Z","timestamp":1693872000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2023,9,5]],"date-time":"2023-09-05T00:00:00Z","timestamp":1693872000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-023-00915-7","type":"journal-article","created":{"date-parts":[[2023,9,5]],"date-time":"2023-09-05T08:01:48Z","timestamp":1693900908000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Looking for a balance between visual and automatic sleep scoring"],"prefix":"10.1038","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5100-9927","authenticated-orcid":false,"given":"Vincenzo","family":"Muto","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2300-9476","authenticated-orcid":false,"given":"Christian","family":"Berthomier","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,5]]},"reference":[{"key":"915_CR1","unstructured":"Rechtschaffen, A. & Kales, A. A Manual of Standardized Terminology, Techniques and Scoring System for Sleep Stages of Human Volunteers. (Public Health Service, US Government Printing Office, Washington DC, 1968)."},{"key":"915_CR2","unstructured":"Berry, R. B. et al. The AASM Manual for the Scoring of Sleep and Associated Events: Rules, Terminology and Technical Specifications. (American Academy of Sleep Medicine, 2017)."},{"key":"915_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/jsr.12994","volume":"29","author":"C Berthomier","year":"2020","unstructured":"Berthomier, C. et al. Exploring scoring methods for research studies: accuracy and variability of visual and automated sleep scoring. J. Sleep Res. 29, 1\u201311 (2020).","journal-title":"J. Sleep Res."},{"key":"915_CR4","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1111\/j.1365-2869.2008.00700.x","volume":"18","author":"H Danker-Hopfe","year":"2009","unstructured":"Danker-Hopfe, H. et al. Interrater reliability for sleep scoring according to the Rechtschaffen & Kales and the new AASM standard. J. Sleep Res. 18, 74\u201384 (2009).","journal-title":"J. Sleep Res."},{"key":"915_CR5","doi-asserted-by":"publisher","first-page":"465","DOI":"10.5665\/sleep.2524","volume":"36","author":"S Redline","year":"2013","unstructured":"Redline, S., Dean, D. & Sanders, M. H. Entering the era of \u2018big data\u2019: getting our metrics right. Sleep 36, 465\u2013469 (2013).","journal-title":"Sleep"},{"key":"915_CR6","doi-asserted-by":"publisher","first-page":"01204","DOI":"10.1016\/j.smrv.2019.07.007","volume":"48","author":"L Fiorillo","year":"2019","unstructured":"Fiorillo, L. et al. Automated sleep scoring: a review of the latest approaches. Sleep Med. Rev. 48, 01204 (2019).","journal-title":"Sleep Med. Rev."},{"key":"915_CR7","doi-asserted-by":"publisher","first-page":"zsad034","DOI":"10.1093\/sleep\/zsad034","volume":"46","author":"S Nasiri","year":"2023","unstructured":"Nasiri, S., Ganglberger, W., Sun, H., Thomas, R. J. & Westover, M. B. Exploiting labels from multiple experts in automated sleep scoring. Sleep 46, zsad034 (2023).","journal-title":"Sleep"},{"key":"915_CR8","doi-asserted-by":"publisher","first-page":"zsac190","DOI":"10.1093\/sleep\/zsac190","volume":"45","author":"T Penzel","year":"2022","unstructured":"Penzel, T. Sleep scoring moving from visual scoring towards automated scoring. Sleep 45, zsac190 (2022).","journal-title":"Sleep"},{"key":"915_CR9","doi-asserted-by":"publisher","first-page":"104429","DOI":"10.1016\/j.bspc.2022.104429","volume":"81","author":"J Van Der Donckt","year":"2023","unstructured":"Van Der Donckt, J. et al. Do not sleep on traditional machine learning: simple and interpretable techniques are competitive to deep learning for sleep scoring. Biomed. Signal Process. Control 81, 104429 (2023).","journal-title":"Biomed. Signal Process. Control"},{"key":"915_CR10","doi-asserted-by":"publisher","first-page":"2456","DOI":"10.1109\/TBME.2022.3147187","volume":"69","author":"H Phan","year":"2022","unstructured":"Phan, H. et al. Sleeptransformer: automatic sleep staging with interpretability and uncertainty quantification. IEEE Trans. Biomed. Eng. 69, 2456\u20132467 (2022).","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"915_CR11","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.inffus.2021.07.016","volume":"77","author":"G Yang","year":"2022","unstructured":"Yang, G., Ye, Q. & Xia, J. Unbox the black-box for the medical explainable AI via multi-modal and multi-centre data fusion: a mini-review, two showcases and beyond. Inf. Fusion 77, 29\u201352 (2022).","journal-title":"Inf. Fusion"},{"key":"915_CR12","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1038\/s41746-021-00440-5","volume":"4","author":"M Perslev","year":"2021","unstructured":"Perslev, M. et al. U-Sleep: resilient high-frequency sleep staging. NPJ Digit. Med. 4, 72 (2021).","journal-title":"NPJ Digit. Med."},{"key":"915_CR13","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1038\/s41746-023-00784-0","volume":"6","author":"L Fiorillo","year":"2023","unstructured":"Fiorillo, L. et al. U-Sleep\u2019s resilience to AASM guidelines. NPJ Digit. Med. 6, 33 (2023).","journal-title":"NPJ Digit. Med."},{"key":"915_CR14","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.jneumeth.2007.06.016","volume":"166","author":"J Virkkala","year":"2007","unstructured":"Virkkala, J., Hasan, J., V\u00e4rri, A., Himanen, S. L. & M\u00fcller, K. Automatic sleep stage classification using two-channel electro-oculography. J. Neurosci. Methods 166, 109\u2013115 (2007).","journal-title":"J. Neurosci. Methods"},{"key":"915_CR15","doi-asserted-by":"publisher","first-page":"1587","DOI":"10.1093\/sleep\/30.11.1587","volume":"30","author":"C Berthomier","year":"2007","unstructured":"Berthomier, C. et al. Automatic analysis of single-channel sleep EEG: validation in healthy individuals. Sleep 30, 1587\u20131595 (2007).","journal-title":"Sleep"},{"key":"915_CR16","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1111\/j.1365-2869.2010.00876.x","volume":"20","author":"P De Chazal","year":"2011","unstructured":"De Chazal, P. et al. Sleep\/wake measurement using a non-contact biomotion sensor. J. Sleep Res. 20, 356\u2013366 (2011).","journal-title":"J. Sleep Res."},{"key":"915_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/sleep\/23.7.1e","volume":"23","author":"RG Norman","year":"2000","unstructured":"Norman, R. G., Pal, I., Stewart, C., Walsleben, J. A. & Rapoport, D. M. Interobserver agreement among sleep scorers from different centers in a large dataset. Sleep 23, 1\u20138 (2000).","journal-title":"Sleep"},{"key":"915_CR18","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1088\/1361-6579\/ac6049","volume":"43","author":"H Phan","year":"2022","unstructured":"Phan, H. & Mikkelsen, K. Automatic sleep staging of EEG signals: recent development, challenges, and future directions. Physiol. Meas. 43, 4 (2022).","journal-title":"Physiol. Meas."},{"key":"915_CR19","doi-asserted-by":"publisher","first-page":"781","DOI":"10.3389\/fnins.2018.00781","volume":"12","author":"A Malafeev","year":"2018","unstructured":"Malafeev, A. et al. Automatic human sleep stage scoring using deep neural networks. Front. Neurosci. 12, 781 (2018).","journal-title":"Front. Neurosci."},{"key":"915_CR20","doi-asserted-by":"publisher","first-page":"zsac154","DOI":"10.1093\/sleep\/zsac154","volume":"46","author":"JP Bakker","year":"2023","unstructured":"Bakker, J. P. et al. Scoring sleep with artificial intelligence enables quantification of sleep stage ambiguity: hypnodensity based on multiple expert scorers and auto-scoring. Sleep 46, zsac154 (2023).","journal-title":"Sleep"},{"key":"915_CR21","doi-asserted-by":"publisher","first-page":"193","DOI":"10.5664\/jcsm.9538","volume":"18","author":"YJ Lee","year":"2022","unstructured":"Lee, Y. J., Lee, J. Y., Cho, J. H. & Choi, J. H. Interrater reliability of sleep stage scoring: a meta-analysis. J. Clin. Sleep Med. 18, 193\u2013202 (2022).","journal-title":"J. Clin. Sleep Med."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00915-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00915-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00915-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,18]],"date-time":"2023-11-18T10:20:32Z","timestamp":1700302832000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-023-00915-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,5]]},"references-count":21,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2023,12]]}},"alternative-id":["915"],"URL":"https:\/\/doi.org\/10.1038\/s41746-023-00915-7","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9,5]]},"assertion":[{"value":"6 April 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 August 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 September 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"C.B. has ownership\/directorship and is an employee of Physip, which owns Aseega (sleep analysis software). V.M. declares no financial or non-financial competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"165"}}