{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,8]],"date-time":"2025-03-08T05:15:20Z","timestamp":1741410920287,"version":"3.38.0"},"reference-count":27,"publisher":"Tech Science Press","issue":"3","license":[{"start":{"date-parts":[[2024,12,29]],"date-time":"2024-12-29T00:00:00Z","timestamp":1735430400000},"content-version":"vor","delay-in-days":363,"URL":"https:\/\/doi.org\/10.32604\/TSP-CROSSMARKPOLICY"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["CMC"],"published-print":{"date-parts":[[2024]]},"DOI":"10.32604\/cmc.2024.058675","type":"journal-article","created":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T02:30:05Z","timestamp":1733970605000},"page":"4707-4726","update-policy":"https:\/\/doi.org\/10.32604\/tsp-crossmarkpolicy","source":"Crossref","is-referenced-by-count":0,"title":["Assessor Feedback Mechanism for Machine Learning Model"],"prefix":"10.32604","volume":"81","author":[{"given":"Musulmon","family":"Lolaev","sequence":"first","affiliation":[]},{"given":"Anand","family":"Paul","sequence":"additional","affiliation":[]},{"given":"Jeonghong","family":"Kim","sequence":"additional","affiliation":[]}],"member":"17807","published-online":{"date-parts":[[2024]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1145\/3065386","article-title":"Imagenet classification with deep convolutional neural networks","volume":"60","author":"Krizhevsky","year":"2012","journal-title":"Commun. ACM"},{"doi-asserted-by":"crossref","unstructured":"J. Li, \u201cRecent advances in end-to-end automatic speech recognition,\u201d 2022, arXiv:2111.01690.","key":"ref2","DOI":"10.1561\/116.00000050"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1613\/jair.1.12007","article-title":"Neural machine translation: A review and survey","volume":"69","author":"Stahlberg","year":"2020","journal-title":"J. Artif. Intell. Res."},{"key":"ref4","doi-asserted-by":"crossref","DOI":"10.1186\/s40537-015-0015-2","article-title":"Sentiment analysis using product review data","volume":"2","author":"Fang","year":"2015","journal-title":"J. Big Data"},{"doi-asserted-by":"crossref","unstructured":"D. Dasgupta, D. Venugopal, and K. Gupta, \u201cA review of generative ai from historical perspectives,\u201d 2023. doi: 10.36227\/techrxiv.22097942.","key":"ref5","DOI":"10.36227\/techrxiv.22097942.v1"},{"unstructured":"D. Amodei, O. Christopher, J. Steinhardt, P. Christiano, J. Schulman and D. Man\u00ea, \u201cConcrete problems in AI safety,\u201d 2016, arXiv:1606.06565.","key":"ref6"},{"key":"ref7","first-page":"12256","article-title":"Training on the test set: Mapping the system-problem space in ai","volume":"36","author":"Hernandez-Orallo","year":"2022","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"ref8","series-title":"43rd Int. Conv. Inf., Commun. Electron. Technol. (MIPRO)","first-page":"1254","article-title":"AI safety: State of the field through quantitative lens","author":"Mislav","year":"2020"},{"key":"ref9","doi-asserted-by":"crossref","DOI":"10.1145\/3594869","article-title":"Interpreting adversarial examples in deep learning: A review","volume":"55","author":"Han","year":"2023","journal-title":"ACM Comput. Surv."},{"key":"ref10","series-title":"Pro. ICLR 2017","article-title":"Adversarial examples in the physical world","author":"Alexey","year":"2017"},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.3390\/electronics11081283","article-title":"Adversarial attack and defense: A survey","volume":"11","author":"Liang","year":"2022","journal-title":"Electronics"},{"unstructured":"L. Schwinn, D. Dobre, S. G\u00fcnnemann, and G. Gidel, \u201cAdversarial attacks and defenses in large language models: Old and new threats,\u201d 2023, arXiv:2310.19737.","key":"ref12"},{"key":"ref13","first-page":"7719","article-title":"When AI difficulty is easy: The explanatory power of predicting IRT difficulty","volume":"36","author":"Mart\u00ednez-Plumed","year":"Jun. 2022","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"unstructured":"O. Wiles et al., \u201cA fine grained analysis on distribution shift,\u201d 2021, arXiv:2110.11328.","key":"ref14"},{"unstructured":"T. Fujimoto, J. Suetterlein, S. Chatterjee, and A. Ganguly, \u201cAssessing the impact of distribution shift on reinforcement learning performance,\u201d 2024, arXiv:2402.03590.","key":"ref15"},{"year":"1990","author":"Bridle","journal-title":"Probabilistic Interpretation of Feedforward Classification Network Outputs, with Relationships to Statistical Pattern Recognition","key":"ref16"},{"key":"ref17","series-title":"2020 IEEE Appl. Imagery Pattern Recognit. Workshop (AIPR)","first-page":"1","article-title":"Black-box adversarial attacks in autonomous vehicle technology","author":"Kumar","year":"2020"},{"key":"ref18","volume":"107","author":"Fabra-Boluda","year":"Jul. 25, 2022","journal-title":"EBeM\u201922: Workshop on AI Evaluation Beyond Metrics"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1007\/s10994-013-5422-z","article-title":"An instance level analysis of data complexity","volume":"95","author":"Smith","year":"2014","journal-title":"Mach. Learn."},{"key":"ref20","series-title":"Proc. 19th ACM SIGKDD Int. Conf. Knowl. Discov. Data Mining","first-page":"847","article-title":"Auto-WEKA: Combined selection and hyperparameter optimization of classification algorithms","author":"Thornton","year":"2013"},{"year":"2019","author":"Hutter","journal-title":"Challenges in Machine Learning","key":"ref21"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"621","DOI":"10.1007\/s11633-020-1239-y","article-title":"Item response theory based ensemble in machine learning","volume":"17","author":"Chen","year":"2020","journal-title":"Int. J. Autom. Comput."},{"key":"ref23","volume":"107","author":"Oliveira","year":"Jul. 25, 2022","journal-title":"EBeM\u201922: Workshop on AI Evaluation Beyond Metrics"},{"key":"ref24","volume":"107","author":"Zhou","year":"Jul. 25, 2022","journal-title":"EBeM\u201922: Workshop on AI Evaluation Beyond Metrics"},{"year":"2019","author":"Corbi\u00e8re","journal-title":"Addressing Failure Prediction by Learning Model Confidence","key":"ref25"},{"key":"ref26","first-page":"145","author":"Buza","year":"Aug. 2021","journal-title":"Data Analysis, Machine Learning and Knowledge Discovery"},{"unstructured":"D. Dua and C. Graff, \u201cUCI machine learning repository,\u201d Accessed: Nov. 17, 2024. [Online]. Available: https:\/\/archive.ics.uci.edu\/","key":"ref27"}],"container-title":["Computers, Materials & Continua"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.techscience.com\/cmc\/v81n3\/59065\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T06:13:21Z","timestamp":1741328001000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.techscience.com\/cmc\/v81n3\/59065"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":27,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2024]]},"published-print":{"date-parts":[[2024]]}},"URL":"https:\/\/doi.org\/10.32604\/cmc.2024.058675","relation":{},"ISSN":["1546-2226"],"issn-type":[{"type":"electronic","value":"1546-2226"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"2024-09-18","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-11-18","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-12-19","order":2,"name":"published","label":"Published Online","group":{"name":"publication_history","label":"Publication History"}}]}}