{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T05:57:10Z","timestamp":1777874230882,"version":"3.51.4"},"reference-count":46,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000005","name":"U.S. Department of Defense","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000005","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neurocomputing"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.neucom.2026.133605","type":"journal-article","created":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T17:36:31Z","timestamp":1776015391000},"page":"133605","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Distribution-enhanced knowledge distillation"],"prefix":"10.1016","volume":"685","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-4242-3297","authenticated-orcid":false,"given":"Calvin","family":"Kinateder","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9280-772X","authenticated-orcid":false,"given":"Usman","family":"Anjum","sequence":"additional","affiliation":[]},{"given":"Justin","family":"Zhan","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.neucom.2026.133605_bib0005","author":"Hinton"},{"key":"10.1016\/j.neucom.2026.133605_bib0015","author":"Matsuyama"},{"key":"10.1016\/j.neucom.2026.133605_bib0020","author":"Granmo"},{"key":"10.1016\/j.neucom.2026.133605_bib0025","series-title":"International Conference on Machine Learning","first-page":"10","article-title":"Massively parallel and asynchronous Tsetlin machine architecture supporting almost constant-time scaling","author":"Abeyrathna","year":"2021"},{"key":"10.1016\/j.neucom.2026.133605_bib0030","series-title":"2020 27th IEEE International Conference on Electronics, Circuits and Systems (ICECS)","first-page":"1","article-title":"From arithmetic to logic based AI: a comparative analysis of neural networks and Tsetlin machine","author":"Lei","year":"2020"},{"key":"10.1016\/j.neucom.2026.133605_bib0035","series-title":"Natural Language Processing and Chinese Computing: 8th cCF International Conference, NLPCC 2019, Dunhuang, China, October 9\u201314, 2019, Proceedings, Part II 8","first-page":"563","article-title":"Explainable AI: a brief survey on history, research areas, approaches and challenges","author":"Xu","year":"2019"},{"key":"10.1016\/j.neucom.2026.133605_bib0040","series-title":"2018 41st International Convention on Information and Communication Technology, Electronics and Microelectronics (MIPRO)","first-page":"0210","article-title":"Explainable artificial intelligence: a survey","author":"Do\u0161ilovi\u0107","year":"2018"},{"key":"10.1016\/j.neucom.2026.133605_bib0045","article-title":"Localization of unidentified events with raw microblogging data","volume":"29","author":"Anjum","year":"2022","journal-title":"Online Soc. Netw. Media"},{"key":"10.1016\/j.neucom.2026.133605_bib0050","series-title":"20th Annual Global Conference on Information Systems for Crisis Response and Management (ISCRAM 2023), May 28 - May 31, 2023, Omaha, Nebraska, USA","first-page":"909","article-title":"Localization of events using neural networks in Twitter data","author":"Anjum","year":"2023"},{"key":"10.1016\/j.neucom.2026.133605_bib0055","series-title":"2021 IEEE International Symposium on Circuits and Systems (ISCAS)","first-page":"1","article-title":"A low-latency FPGA implementation for real-time object detection","author":"Zhang","year":"2021"},{"key":"10.1016\/j.neucom.2026.133605_bib0060","author":"Gao"},{"key":"10.1016\/j.neucom.2026.133605_bib0065","series-title":"Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019)","first-page":"202","article-title":"Natural language generation for effective knowledge distillation","author":"Tang","year":"2019"},{"issue":"8","key":"10.1016\/j.neucom.2026.133605_bib0070","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"10.1016\/j.neucom.2026.133605_bib0075","author":"Cui"},{"key":"10.1016\/j.neucom.2026.133605_bib0080","author":"Zhang"},{"key":"10.1016\/j.neucom.2026.133605_bib0085","author":"Xu"},{"key":"10.1016\/j.neucom.2026.133605_bib0090","series-title":"Multi-Armed Bandit Problem and Application","author":"Bouneffouf","year":"2023"},{"key":"10.1016\/j.neucom.2026.133605_bib0095","series-title":"2020 IEEE Congress on Evolutionary Computation (CEC)","first-page":"1","article-title":"Survey on applications of multi-armed and contextual bandits","author":"Bouneffouf","year":"2020"},{"key":"10.1016\/j.neucom.2026.133605_bib0100","first-page":"30194","article-title":"Tsetlin machine for solving contextual bandit problems","volume":"35","author":"Seraj","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.neucom.2026.133605_bib0105","author":"Granmo"},{"key":"10.1016\/j.neucom.2026.133605_bib0110","doi-asserted-by":"crossref","DOI":"10.1016\/j.micpro.2023.104949","article-title":"Convolutional Tsetlin machine-based training and inference accelerator for 2-d pattern classification","volume":"103","author":"Tunheim","year":"2023","journal-title":"Microprocess. Microsyst."},{"key":"10.1016\/j.neucom.2026.133605_bib0115","author":"O\u2019shea"},{"issue":"2164","key":"10.1016\/j.neucom.2026.133605_bib0120","doi-asserted-by":"crossref","DOI":"10.1098\/rsta.2019.0165","article-title":"The regression Tsetlin machine: a novel approach to interpretable nonlinear regression","volume":"378","author":"Darshana Abeyrathna","year":"2020","journal-title":"Philos. Trans. R. Soc. A"},{"key":"10.1016\/j.neucom.2026.133605_bib0125","author":"Glimsdal"},{"issue":"4","key":"10.1016\/j.neucom.2026.133605_bib0130","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/3477.604122","article-title":"Stochastic searching on the line and its applications to parameter learning in nonlinear optimization","volume":"27","author":"Oommen","year":"1997","journal-title":"IEEE Trans. Syst. Man. Cybern. B Cybern."},{"key":"10.1016\/j.neucom.2026.133605_bib0135","author":"Bhattarai"},{"key":"10.1016\/j.neucom.2026.133605_bib0140","first-page":"1","article-title":"A relational Tsetlin machine with applications to natural language understanding","author":"Saha","year":"2022","journal-title":"J. Intell. Inf. Syst."},{"issue":"4","key":"10.1016\/j.neucom.2026.133605_bib0145","doi-asserted-by":"crossref","DOI":"10.1111\/exsy.12873","article-title":"Using Tsetlin machine to discover interpretable rules in natural language processing applications","volume":"40","author":"Saha","year":"2023","journal-title":"Expert Syst."},{"key":"10.1016\/j.neucom.2026.133605_bib0150","doi-asserted-by":"crossref","first-page":"115134","DOI":"10.1109\/ACCESS.2019.2935416","article-title":"Using the Tsetlin machine to learn human-interpretable rules for high-accuracy text categorization with medical applications","volume":"7","author":"Berge","year":"2019","journal-title":"IEEE Access"},{"key":"10.1016\/j.neucom.2026.133605_bib0155","series-title":"The Thirty-Fifth AAAI Conference on Artificial Intelligence (AAAI-21)","article-title":"Human-Level interpretable learning for Aspect-Based sentiment analysis","author":"Yadav","year":"2021"},{"key":"10.1016\/j.neucom.2026.133605_bib0160","series-title":"2022 International Symposium on the Tsetlin Machine (ISTM)","first-page":"41","article-title":"Label-critic Tsetlin machine: a novel self-supervised learning scheme for interpretable clustering","author":"Abouzeid","year":"2022"},{"key":"10.1016\/j.neucom.2026.133605_bib0165","author":"Phoulady"},{"issue":"19","key":"10.1016\/j.neucom.2026.133605_bib0170","doi-asserted-by":"crossref","first-page":"3825","DOI":"10.3390\/electronics13193825","article-title":"A novel Tsetlin machine with enhanced generalization","volume":"13","author":"Anjum","year":"2024","journal-title":"Electronics"},{"key":"10.1016\/j.neucom.2026.133605_bib0175","series-title":"2020 IEEE International Symposium on Circuits and Systems (ISCAS)","first-page":"1","article-title":"Design and implementation of an approximate softmax layer for deep neural networks","author":"Gao","year":"2020"},{"key":"10.1016\/j.neucom.2026.133605_bib0180","series-title":"2024 International Symposium on the Tsetlin Machine (ISTM), 29\u201330 Aug 2024, Pittsburgh, USA","article-title":"Multi-layer Tsetlin machine: architecture and performance evaluation","author":"Gorbenko","year":"2024"},{"key":"10.1016\/j.neucom.2026.133605_bib0185","author":"Bhattarai"},{"key":"10.1016\/j.neucom.2026.133605_bib0190","author":"Abeyrathna"},{"key":"10.1016\/j.neucom.2026.133605_bib0195","series-title":"2022 International Symposium on the Tsetlin Machine (ISTM)","first-page":"49","article-title":"Mileage: an automated optimal clause search paradigm for Tsetlin machines","author":"Rahman","year":"2022"},{"issue":"11","key":"10.1016\/j.neucom.2026.133605_bib0200","doi-asserted-by":"crossref","first-page":"2278","DOI":"10.1109\/5.726791","article-title":"Gradient-based learning applied to document recognition","volume":"86","author":"LeCun","year":"1998","journal-title":"Proc. IEEE"},{"key":"10.1016\/j.neucom.2026.133605_bib0205","author":"Clanuwat"},{"key":"10.1016\/j.neucom.2026.133605_bib0210","author":"Cohen"},{"key":"10.1016\/j.neucom.2026.133605_bib0215","series-title":"Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies","first-page":"142","article-title":"Learning word vectors for sentiment analysis","author":"Maas","year":"2011"},{"key":"10.1016\/j.neucom.2026.133605_bib0220","first-page":"1","article-title":"Using adaptive learning and momentum to improve generalization","author":"Anjum","year":"2025","journal-title":"Neural Comput. Appl."},{"key":"10.1016\/j.neucom.2026.133605_bib0225","series-title":"IEEE International Conference on Big Data, Big Data 2022, Osaka, Japan, December 17\u201320, 2022","first-page":"1246","article-title":"Cyberbully detection using BERT with augmented texts","author":"Guo","year":"2022"},{"key":"10.1016\/j.neucom.2026.133605_bib0230","series-title":"Proceedings of the International ISCRAM Conference","article-title":"Weighted trilateration using domain knowledge for event localization in Twitter data","author":"Anjum","year":"2025"},{"issue":"Supplement_1","key":"10.1016\/j.neucom.2026.133605_bib0235","doi-asserted-by":"crossref","DOI":"10.1093\/bib\/bbae232","article-title":"Identifying and training deep learning neural networks on biomedical-related datasets","volume":"25","author":"Woessner","year":"2024","journal-title":"Brief. Bioinform."}],"container-title":["Neurocomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231226010027?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231226010027?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T19:22:11Z","timestamp":1777576931000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0925231226010027"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":46,"alternative-id":["S0925231226010027"],"URL":"https:\/\/doi.org\/10.1016\/j.neucom.2026.133605","relation":{},"ISSN":["0925-2312"],"issn-type":[{"value":"0925-2312","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Distribution-enhanced knowledge distillation","name":"articletitle","label":"Article Title"},{"value":"Neurocomputing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neucom.2026.133605","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"133605"}}