{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T04:51:24Z","timestamp":1743137484810,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":33,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819986637"},{"type":"electronic","value":"9789819986644"}],"license":[{"start":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T00:00:00Z","timestamp":1702598400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T00:00:00Z","timestamp":1702598400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-99-8664-4_14","type":"book-chapter","created":{"date-parts":[[2023,12,14]],"date-time":"2023-12-14T06:05:13Z","timestamp":1702533913000},"page":"243-261","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["HeatC: A Variable-Grained Coverage Criterion for\u00a0Deep Learning Systems"],"prefix":"10.1007","author":[{"given":"Weidi","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuteng","family":"Lu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaokun","family":"Luan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Meng","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,12,15]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","unstructured":"Chattopadhay, A., Sarkar, A., Howlader, P., Balasubramanian, V.N.: Grad-CAM++: generalized gradient-based visual explanations for deep convolutional networks. In: Proceedings of the 18th IEEE Winter Conference on Applications of Computer Vision, pp. 839\u2013847. IEEE Computer Society (2018). https:\/\/doi.org\/10.1109\/WACV.2018.00097","DOI":"10.1109\/WACV.2018.00097"},{"key":"14_CR2","doi-asserted-by":"publisher","unstructured":"Chen, J., Song, L., Wainwright, M.J., Jordan, M.I.: Learning to explain: an information-theoretic perspective on model interpretation. In: Proceedings of the 35th International Conference on Machine Learning, ICML 2018, pp. 1386\u20131418. PMLR 80. International Machine Learning Society (2018). https:\/\/doi.org\/10.48550\/arXiv.1802.07814","DOI":"10.48550\/arXiv.1802.07814"},{"key":"14_CR3","doi-asserted-by":"publisher","unstructured":"Desai, S., Ramaswamy, H.G.: Ablation-CAM: visual explanations for deep convolutional network via gradient-free localization. In: Proceedings of the 2020 IEEE Winter Conference on Applications of Computer Vision, pp. 972\u2013980. IEEE (2020). https:\/\/doi.org\/10.1109\/WACV45572.2020.9093360","DOI":"10.1109\/WACV45572.2020.9093360"},{"key":"14_CR4","doi-asserted-by":"publisher","unstructured":"Dhillon, G.S., et al.: Stochastic activation pruning for robust adversarial defense. In: Proceedings of the 6th International Conference on Learning Representations. International Conference on Learning Representations (2018). https:\/\/doi.org\/10.48550\/arXiv.1803.01442","DOI":"10.48550\/arXiv.1803.01442"},{"issue":"8","key":"14_CR5","doi-asserted-by":"publisher","first-page":"9961","DOI":"10.1109\/TITS.2021.3096854","volume":"23","author":"D Feng","year":"2022","unstructured":"Feng, D., Harakeh, A., Waslander, S.L., Dietmayer, K.: A review and comparative study on probabilistic object detection in autonomous driving. IEEE Trans. Intell. Transp. Syst. 23(8), 9961\u20139980 (2022). https:\/\/doi.org\/10.1109\/TITS.2021.3096854","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"14_CR6","doi-asserted-by":"publisher","unstructured":"Gehr, T., Mirman, M., Drachsler-Cohen, D., Tsankov, P., Chaudhuri, S., Vechev, M.T.: AI2: safety and robustness certification of neural networks with abstract interpretation. In: Proceedings of the 2018 IEEE Symposium on Security and Privacy, pp. 3\u201318. IEEE Computer Society (2018). https:\/\/doi.org\/10.1109\/SP.2018.00058","DOI":"10.1109\/SP.2018.00058"},{"key":"14_CR7","doi-asserted-by":"publisher","unstructured":"Gerasimou, S., Eniser, H.F., Sen, A., Cakan, A.: Importance-driven deep learning system testing. In: Proceedings of the 42nd International Conference on Software Engineering: Companion, pp. 322\u2013323. IEEE (2020). https:\/\/doi.org\/10.1145\/3377812.3390793","DOI":"10.1145\/3377812.3390793"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Gerges, F., Boufadel, M.C., Bou-Zeid, E., Nassif, H., Wang, J.T.L.: A novel deep learning approach to the statistical downscaling of temperatures for monitoring climate change. In: Proceedings of the 6th International Conference on Machine Learning and Soft Computing, pp. 1\u20137. Advances in Intelligent Systems and Computing 887, ACM, Virtual, Online, China (2022)","DOI":"10.1145\/3523150.3523151"},{"key":"14_CR9","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. In: Proceedings of the 3rd International Conference on Learning Representations. International Conference on Learning Representations (2015). http:\/\/arxiv.org\/abs\/1412.6572"},{"issue":"1","key":"14_CR10","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1109\/TFUZZ.2016.2637374","volume":"26","author":"D Guller","year":"2018","unstructured":"Guller, D.: Technical foundations of a DPLL-based SAT solver for propositional Godel logic. IEEE Trans. Fuzzy Syst. 26(1), 84\u2013100 (2018). https:\/\/doi.org\/10.1109\/TFUZZ.2016.2637374","journal-title":"IEEE Trans. Fuzzy Syst."},{"key":"14_CR11","doi-asserted-by":"publisher","unstructured":"Kim, J., Feldt, R., Yoo, S.: Guiding deep learning system testing using surprise adequacy. In: Proceedings of the 41st International Conference on Software Engineering, pp. 1039\u20131049. IEEE (2019). https:\/\/doi.org\/10.1109\/ICSE.2019.00108","DOI":"10.1109\/ICSE.2019.00108"},{"key":"14_CR12","doi-asserted-by":"publisher","unstructured":"Kim, S., Wimmer, H., Kim, J.: Analysis of deep learning libraries: Keras, Pytorch, and MXnet. In: Proceedings of the 20th IEEE\/ACIS International Conference on Software Engineering Research, Management and Applications, pp. 54\u201362. IEEE (2022). https:\/\/doi.org\/10.1109\/SERA54885.2022.9806734","DOI":"10.1109\/SERA54885.2022.9806734"},{"key":"14_CR13","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Technical report, pp. 32\u201333 (2009). https:\/\/www.cs.toronto.edu\/kriz\/learning-features-2009-TR.pdf"},{"key":"14_CR14","unstructured":"Kurakin, A., Goodfellow, I.J., Bengio, S.: Adversarial examples in the physical world. In: Proceedings of the 5th International Conference on Learning Representations. International Conference on Learning Representations (2019). https:\/\/openreview.net\/forum?id=HJGU3Rodl"},{"key":"14_CR15","unstructured":"Lin, M., Chen, Q., Yan, S.: Network in network. In: Proceedings of the 2nd International Conference on Learning Representations. International Conference on Learning Representations (2014)"},{"key":"14_CR16","doi-asserted-by":"publisher","unstructured":"Ma, L., et al.: DeepCT: tomographic combinatorial testing for deep learning systems. In: Proceedings of the 26th IEEE International Conference on Software Analysis, Evolution and Reengineering, pp. 614\u2013618. IEEE (2019). https:\/\/doi.org\/10.1109\/SANER.2019.8668044","DOI":"10.1109\/SANER.2019.8668044"},{"key":"14_CR17","doi-asserted-by":"publisher","unstructured":"Ma, L., et al.: DeepGauge: multi-granularity testing criteria for deep learning systems. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering, pp. 120\u2013131. ACM (2018). https:\/\/doi.org\/10.1145\/3238147.3238202","DOI":"10.1145\/3238147.3238202"},{"key":"14_CR18","doi-asserted-by":"publisher","unstructured":"Mahendran, A., Vedaldi, A.: Understanding deep image representations by inverting them, pp. 5188\u20135196. IEEE Computer Society (2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7299155","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"14_CR19","unstructured":"Omeiza, D., Speakman, S., Cintas, C., Weldemariam, K.: Smooth grad-CAM++: an enhanced inference level visualization technique for deep convolutional neural network models. CoRR abs\/1908.01224 (2019). http:\/\/arxiv.org\/abs\/1908.01224"},{"key":"14_CR20","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.: Towards practical verification of machine learning: the case of computer vision systems. CoRR abs\/1712.01785 (2017). http:\/\/arxiv.org\/abs\/1712.01785"},{"key":"14_CR21","doi-asserted-by":"publisher","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.: DeepXplore: automated whitebox testing of deep learning systems. In: Proceedings of the 26th ACM Symposium on Operating Systems Principles, pp. 1\u201318. ACM (2018). https:\/\/doi.org\/10.1145\/3132747.3132785","DOI":"10.1145\/3132747.3132785"},{"key":"14_CR22","doi-asserted-by":"publisher","unstructured":"Poursaeed, O., Katsman, I., Gao, B., Belongie, S.: Generative adversarial perturbations, pp. 4422\u20134431. IEEE Computer Society (2018). https:\/\/doi.org\/10.1109\/CVPR.2018.00465","DOI":"10.1109\/CVPR.2018.00465"},{"key":"14_CR23","doi-asserted-by":"publisher","unstructured":"Razumovskaia, E., Glavas, G., Majewska, O., Ponti, E.M., Vulic, I.: Natural language processing for multilingual task-oriented dialogue. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, pp. 44\u201350. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/v1\/2022.acl-tutorials.8","DOI":"10.18653\/v1\/2022.acl-tutorials.8"},{"key":"14_CR24","doi-asserted-by":"crossref","unstructured":"Salay, R., Czarnecki, K.: Using machine learning safely in automotive software: an assessment and adaption of software process requirements in ISO 26262. CoRR abs\/1808.01614 (2018). http:\/\/arxiv.org\/abs\/1808.01614","DOI":"10.4271\/2018-01-1075"},{"key":"14_CR25","doi-asserted-by":"publisher","unstructured":"Sekhon, J., Fleming, C.: Towards improved testing for deep learning. In: Proceedings of the 41st International Conference on Software Engineering, pp. 85\u201388. IEEE (2019). https:\/\/doi.org\/10.1109\/ICSE-NIER.2019.00030","DOI":"10.1109\/ICSE-NIER.2019.00030"},{"issue":"2","key":"14_CR26","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1007\/s11263-019-01228-7","volume":"128","author":"RR Selvaraju","year":"2020","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-CAM: visual explanations from deep networks via gradient-based localization. Int. J. Comput. Vis. 128(2), 336\u2013359 (2020). https:\/\/doi.org\/10.1007\/s11263-019-01228-7","journal-title":"Int. J. Comput. Vis."},{"key":"14_CR27","doi-asserted-by":"publisher","unstructured":"Sun, W., Lu, Y., Sun, M.: Are coverage criteria meaningful metrics for DNNs? In: Proceedings of the 2021 International Joint Conference on Neural Networks, pp. 1\u20138. IEEE (2021). https:\/\/doi.org\/10.1109\/IJCNN52387.2021.9533987","DOI":"10.1109\/IJCNN52387.2021.9533987"},{"key":"14_CR28","unstructured":"Sun, Y., Huang, X., Kroening, D.: Testing deep neural networks. CoRR abs\/1803.04792 (2018). http:\/\/arxiv.org\/abs\/1803.04792"},{"key":"14_CR29","doi-asserted-by":"publisher","unstructured":"Udeshi, S., Arora, P., Chattopadhyay, S.: Automated directed fairness testing. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering, pp. 98\u2013108. ACM (2018). https:\/\/doi.org\/10.1145\/3238147.3238165","DOI":"10.1145\/3238147.3238165"},{"key":"14_CR30","doi-asserted-by":"publisher","unstructured":"Wang, H., et al.: Score-CAM: score-weighted visual explanations for convolutional neural networks. In: Proceedings of the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 111\u2013119. IEEE (2020). https:\/\/doi.org\/10.1109\/CVPRW50498.2020.00020","DOI":"10.1109\/CVPRW50498.2020.00020"},{"key":"14_CR31","unstructured":"Xiao, H., Rasul, K., Vollgraf, R.: Fashion MNIST: an MNIST-like dataset of 70,000 $$28 \\times 28$$ labeled fashion images (2017). https:\/\/github.com\/zalandoresearch\/fashion-mnist"},{"key":"14_CR32","doi-asserted-by":"publisher","unstructured":"Zhang, R., Isola, P., Efros, A.A., Shechtman, E., Wang, O.: The unreasonable effectiveness of deep features as a perceptual metric. In: Proceedings of the 31st IEEE Conference on Computer Vision and Pattern Recognition, pp. 586\u2013595. IEEE Computer Society (2018). https:\/\/doi.org\/10.1109\/CVPR.2018.00068","DOI":"10.1109\/CVPR.2018.00068"},{"key":"14_CR33","doi-asserted-by":"publisher","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: Proceedings of the 29th IEEE Conference on Computer Vision and Pattern Recognition, pp. 2921\u20132929. IEEE Computer Society (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.319","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Lecture Notes in Computer Science","Dependable Software Engineering. Theories, Tools, and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-8664-4_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,14]],"date-time":"2023-12-14T06:08:22Z","timestamp":1702534102000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-8664-4_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,15]]},"ISBN":["9789819986637","9789819986644"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-8664-4_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,12,15]]},"assertion":[{"value":"15 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SETTA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Dependable Software Engineering: Theories, Tools, and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nanjing","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"setta2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lcs.ios.ac.cn\/setta2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"78","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}