{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:18:14Z","timestamp":1742912294492,"version":"3.40.3"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031493324"},{"type":"electronic","value":"9783031493331"}],"license":[{"start":{"date-parts":[[2023,12,22]],"date-time":"2023-12-22T00:00:00Z","timestamp":1703203200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,22]],"date-time":"2023-12-22T00:00:00Z","timestamp":1703203200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-49333-1_27","type":"book-chapter","created":{"date-parts":[[2023,12,21]],"date-time":"2023-12-21T11:02:29Z","timestamp":1703156549000},"page":"381-394","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Localizing Non-functional Code Bugs in\u00a0User Interfaces Using Deep Learning Techniques"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-8170-7242","authenticated-orcid":false,"given":"Arwa","family":"Ahmed","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9800-0538","authenticated-orcid":false,"given":"Ahmed Tamer","family":"Salah","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7332-0759","authenticated-orcid":false,"given":"Ghada","family":"Khoriba","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9553-8265","authenticated-orcid":false,"given":"Tamer","family":"Arafa","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,12,22]]},"reference":[{"key":"27_CR1","unstructured":"Balakrishnan, R., Baudisch, P., Hinckley, K., Wigdor, D.: Rico: a mobile app dataset for building data-driven design applications. https:\/\/www.interactionmining.org\/rico.html. Accessed 2 Feb 2023"},{"key":"27_CR2","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-1-4471-0515-2_17","volume-title":"People and Computers XIV\u2013Usability or Else!","author":"M Crease","year":"2000","unstructured":"Crease, M., Brewster, S., Gray, P.: Caring, sharing widgets: a toolkit of sensitive widgets. In: McDonald, S., Waern, Y., Cockton, G. (eds.) People and Computers XIV\u2013Usability or Else!, pp. 257\u2013270. Springer, London (2000). https:\/\/doi.org\/10.1007\/978-1-4471-0515-2_17"},{"key":"27_CR3","doi-asserted-by":"publisher","unstructured":"Deka, B., et al.: Rico: a mobile app dataset for building data-driven design applications. In: Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology, UIST 2017, pp. 845\u2013854. Association for Computing Machinery, New York, NY, USA (2017). https:\/\/doi.org\/10.1145\/3126594.3126651","DOI":"10.1145\/3126594.3126651"},{"key":"27_CR4","doi-asserted-by":"publisher","unstructured":"Denden, M., Tlili, A., Essalmi, F., Jemni, M.: Educational gamification based on personality. In: IEEE\/ACS 14th International Conference on Computer Systems and Applications (AICCSA), pp. 1399\u20131405 (2017). https:\/\/doi.org\/10.1109\/AICCSA.2017.87","DOI":"10.1109\/AICCSA.2017.87"},{"key":"27_CR5","doi-asserted-by":"crossref","unstructured":"Dyba, T., Dingsoyr, T., Hanssen, G.K.: Applying systematic reviews to diverse study types: an experience report. In: First International Symposium on Empirical Software Engineering and Measurement (ESEM 2007), pp. 225\u2013234. IEEE (2007)","DOI":"10.1109\/ESEM.2007.59"},{"key":"27_CR6","doi-asserted-by":"crossref","unstructured":"Fast, E., Steffee, D., Wang, L., Brandt, J.R., Bernstein, M.S.: Emergent, crowd-scale programming practice in the IDE. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 2491\u20132500 (2014)","DOI":"10.1145\/2556288.2556998"},{"key":"27_CR7","doi-asserted-by":"crossref","unstructured":"Girshick, R.: Fast R-CNN. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 1440\u20131448 (2015)","DOI":"10.1109\/ICCV.2015.169"},{"key":"27_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/978-3-540-31865-1_25","volume-title":"Advances in Information Retrieval","author":"C Goutte","year":"2005","unstructured":"Goutte, C., Gaussier, E.: A probabilistic interpretation of precision, recall and F-score, with implication for evaluation. In: Losada, D.E., Fern\u00e1ndez-Luna, J.M. (eds.) ECIR 2005. LNCS, vol. 3408, pp. 345\u2013359. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/978-3-540-31865-1_25"},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"Haas, R., Elsner, D., Juergens, E., Pretschner, A., Apel, S.: How can manual testing processes be optimized? developer survey, optimization guidelines, and case studies. In: Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 1281\u20131291 (2021)","DOI":"10.1145\/3468264.3473922"},{"key":"27_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/2194-0827-1-1","volume":"1","author":"R Harrison","year":"2013","unstructured":"Harrison, R., Flood, D., Duce, D.: Usability of mobile applications: literature review and rationale for a new usability model. J. Interact. Sci. 1, 1\u201316 (2013)","journal-title":"J. Interact. Sci."},{"key":"27_CR11","doi-asserted-by":"publisher","unstructured":"Hemmati, H., Fang, Z., Mantyla, M.V.: Prioritizing manual test cases in traditional and rapid release environments. In: 2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST), pp. 1\u201310 (2015). https:\/\/doi.org\/10.1109\/ICST.2015.7102602","DOI":"10.1109\/ICST.2015.7102602"},{"key":"27_CR12","doi-asserted-by":"crossref","unstructured":"Hemmati, H., Fang, Z., Mantyla, M.V.: Prioritizing manual test cases in traditional and rapid release environments. In: 2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST), pp. 1\u201310. IEEE (2015)","DOI":"10.1109\/ICST.2015.7102602"},{"key":"27_CR13","doi-asserted-by":"crossref","unstructured":"Hemmati, H., Sharifi, F.: Investigating NLP-based approaches for predicting manual test case failure. In: 2018 IEEE 11th International Conference on Software Testing, Verification and Validation (ICST), pp. 309\u2013319. IEEE (2018)","DOI":"10.1109\/ICST.2018.00038"},{"key":"27_CR14","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1016\/j.procs.2017.08.234","volume":"112","author":"G Ines","year":"2017","unstructured":"Ines, G., Makram, S., Mabrouka, C., Mourad, A.: Evaluation of mobile interfaces as an optimization problem. Procedia Comput. Sci. 112, 235\u2013248 (2017)","journal-title":"Procedia Comput. Sci."},{"issue":"2","key":"27_CR15","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1145\/279044.279051","volume":"30","author":"BJ Jansen","year":"1998","unstructured":"Jansen, B.J.: The graphical user interface. ACM SIGCHI Bull. 30(2), 22\u201326 (1998)","journal-title":"ACM SIGCHI Bull."},{"key":"27_CR16","doi-asserted-by":"crossref","unstructured":"Joorabchi, M.E., Mesbah, A., Kruchten, P.: Real challenges in mobile app development. In: 2013 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement, pp. 15\u201324. IEEE (2013)","DOI":"10.1109\/ESEM.2013.9"},{"issue":"1","key":"27_CR17","doi-asserted-by":"publisher","first-page":"1318","DOI":"10.1177\/1541931214581275","volume":"58","author":"M Lee","year":"2014","unstructured":"Lee, M., Kent, T., Carswell, C.M., Seidelman, W., Sublette, M.: Zebra-striping: visual flow in grid-based graphic design. Proc. Hum. Factors Ergon. Soc. Ann. Meet. 58(1), 1318\u20131322 (2014). https:\/\/doi.org\/10.1177\/1541931214581275","journal-title":"Proc. Hum. Factors Ergon. Soc. Ann. Meet."},{"key":"27_CR18","doi-asserted-by":"crossref","unstructured":"Li, Y., Bengio, S., Bailly, G.: Predicting human performance in vertical menu selection using deep learning. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, pp. 1\u20137 (2018)","DOI":"10.1145\/3173574.3173603"},{"key":"27_CR19","doi-asserted-by":"crossref","unstructured":"Li, Y., Yang, Z., Guo, Y., Chen, X.: Humanoid: a deep learning-based approach to automated black-box android app testing. In: 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 1070\u20131073. IEEE (2019)","DOI":"10.1109\/ASE.2019.00104"},{"key":"27_CR20","doi-asserted-by":"crossref","unstructured":"Liu, Z., Chen, C., Wang, J., Huang, Y., Hu, J., Wang, Q.: Owl eyes: spotting UI display issues via visual understanding. In: Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering, pp. 398\u2013409 (2020)","DOI":"10.1145\/3324884.3416547"},{"key":"27_CR21","doi-asserted-by":"publisher","unstructured":"Liu, Z., Chen, C., Wang, J., Huang, Y., Hu, J., Wang, Q.: Guided bug crush: assist manual GUI testing of android apps via hint moves. In: Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems, CHI 2022. Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3491102.3501903","DOI":"10.1145\/3491102.3501903"},{"issue":"1","key":"27_CR22","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1109\/TSE.2022.3150876","volume":"49","author":"Z Liu","year":"2022","unstructured":"Liu, Z., Chen, C., Wang, J., Huang, Y., Hu, J., Wang, Q.: Nighthawk: fully automated localizing UI display issues via visual understanding. IEEE Trans. Softw. Eng. 49(1), 403\u2013418 (2022)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"27_CR23","doi-asserted-by":"crossref","unstructured":"Machiry, A., Tahiliani, R., Naik, M.: Dynodroid: an input generation system for android apps. In: Proceedings of the 2013 9th Joint Meeting on Foundations of Software Engineering, pp. 224\u2013234 (2013)","DOI":"10.1145\/2491411.2491450"},{"key":"27_CR24","doi-asserted-by":"crossref","unstructured":"Mao, K., Harman, M., Jia, Y.: Sapienz: multi-objective automated testing for android applications. In: Proceedings of the 25th International Symposium on Software Testing and Analysis, pp. 94\u2013105 (2016)","DOI":"10.1145\/2931037.2931054"},{"key":"27_CR25","doi-asserted-by":"crossref","unstructured":"Margetis, G., Ntoa, S., Antona, M., Stephanidis, C.: Human-centered design of artificial intelligence. Handb. Hum. Factors Ergon., 1085\u20131106 (2021)","DOI":"10.1002\/9781119636113.ch42"},{"key":"27_CR26","doi-asserted-by":"crossref","unstructured":"Mirzaei, N., Garcia, J., Bagheri, H., Sadeghi, A., Malek, S.: Reducing combinatorics in GUI testing of android applications. In: Proceedings of the 38th International Conference on Software Engineering, pp. 559\u2013570 (2016)","DOI":"10.1145\/2884781.2884853"},{"key":"27_CR27","doi-asserted-by":"crossref","unstructured":"Nakagawa, T., Munakata, K., Yamamoto, K.: Applying modified code entity-based regression test selection for manual end-to-end testing of commercial web applications. In: 2019 IEEE International Symposium on Software Reliability Engineering Workshops (ISSREW), pp. 1\u20136. IEEE (2019)","DOI":"10.1109\/ISSREW.2019.00033"},{"key":"27_CR28","doi-asserted-by":"crossref","unstructured":"Palomba, F., Di Nucci, D., Panichella, A., Zaidman, A., De Lucia, A.: Lightweight detection of android-specific code smells: the adoctor project. In: IEEE 24th International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE (2017)","DOI":"10.1109\/SANER.2017.7884659"},{"key":"27_CR29","doi-asserted-by":"crossref","unstructured":"Pan, M., Huang, A., Wang, G., Zhang, T., Li, X.: Reinforcement learning based curiosity-driven testing of android applications. In: Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp. 153\u2013164 (2020)","DOI":"10.1145\/3395363.3397354"},{"key":"27_CR30","unstructured":"Ren, S., He, K., Girshick, R., Sun, J.: Faster R-CNN: towards real-time object detection with region proposal networks. In: Advances in Neural Information Processing Systems, vol. 28 (2015)"},{"key":"27_CR31","unstructured":"Shirazi, S., Alireza, N., Henze, A., Schmidt, R., Goldberg, B., Schmidt, H.: Insights into layout patterns of mobile user interfaces by an automatic analysis of android apps. In: Proceedings of the 5th ACM SIGCHI symposium on Engineering Interactive Computing Systems, pp. 275\u2013284. Association for Computing Machinery (2013)"},{"key":"27_CR32","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"27_CR33","doi-asserted-by":"crossref","unstructured":"Soui, M., Chouchane, M., Gasmi, I., Mkaouer, M.W.: PLAIN: PLugin for predicting the usAbility of mobile user INterface. In: Proceedings of the 12th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications. SCITEPRESS - Science and Technology Publications (2017)","DOI":"10.5220\/0006171201270136"},{"issue":"10","key":"27_CR34","doi-asserted-by":"publisher","first-page":"7685","DOI":"10.1007\/s00500-019-04391-8","volume":"24","author":"M Soui","year":"2020","unstructured":"Soui, M., Chouchane, M., Mkaouer, M.W., Kessentini, M., Ghedira, K.: Assessing the quality of mobile graphical user interfaces using multi-objective optimization. Soft. Comput. 24(10), 7685\u20137714 (2020)","journal-title":"Soft. Comput."},{"issue":"1","key":"27_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/IJARAS.2015010101","volume":"6","author":"M Soui","year":"2015","unstructured":"Soui, M., Ghedira, K., Abed, M.: Evaluating user interface adaptation using the context of use. Int. J. Adapt. Resilient Auton. Syst. (IJARAS) 6(1), 1\u201324 (2015)","journal-title":"Int. J. Adapt. Resilient Auton. Syst. (IJARAS)"},{"key":"27_CR36","doi-asserted-by":"crossref","unstructured":"Soui, M., Haddad, Z.: Deep learning-based model using densnet201 for mobile user interface evaluation. Int. J. Hum.-Comput. Interact. 1\u201314 (2023)","DOI":"10.1080\/10447318.2023.2175494"},{"key":"27_CR37","doi-asserted-by":"crossref","unstructured":"Su, Y., Liu, Z., Chen, C., Wang, J., Wang, Q.: OwlEyes-online: a fully automated platform for detecting and localizing UI display issues. In: Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 1500\u20131504 (2021)","DOI":"10.1145\/3468264.3473109"},{"key":"27_CR38","unstructured":"Taylor, P.: Forecast number of mobile users worldwide 2020\u20132025 (2023). https:\/\/www.statista.com\/statistics\/218984\/number-of-global-mobile-users-since-2010\/"},{"key":"27_CR39","doi-asserted-by":"crossref","unstructured":"Wei, L., Liu, Y., Cheung, S.C.: Taming android fragmentation: characterizing and detecting compatibility issues for android apps. In: Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering, pp. 226\u2013237 (2016)","DOI":"10.1145\/2970276.2970312"},{"issue":"4","key":"27_CR40","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1145\/3328485","volume":"26","author":"W Xu","year":"2019","unstructured":"Xu, W.: Toward human-centered AI: a perspective from human-computer interaction. Interactions 26(4), 42\u201346 (2019)","journal-title":"Interactions"},{"key":"27_CR41","doi-asserted-by":"publisher","first-page":"833","DOI":"10.1007\/s10515-018-0237-6","volume":"25","author":"S Yang","year":"2018","unstructured":"Yang, S., et al.: Static window transition graphs for android. Autom. Softw. Eng. 25, 833\u2013873 (2018)","journal-title":"Autom. Softw. Eng."},{"key":"27_CR42","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1007\/978-3-642-37057-1_19","volume-title":"Fundamental Approaches to Software Engineering","author":"W Yang","year":"2013","unstructured":"Yang, W., Prasad, M.R., Xie, T.: A grey-box approach for automated GUI-model generation of mobile applications. In: Cortellessa, V., Varr\u00f3, D. (eds.) FASE 2013. LNCS, vol. 7793, pp. 250\u2013265. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-37057-1_19"},{"key":"27_CR43","doi-asserted-by":"crossref","unstructured":"Zeng, X., et al.: Automated test input generation for android: are we really there yet in an industrial case? In: Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, pp. 987\u2013992 (2016)","DOI":"10.1145\/2950290.2983958"}],"container-title":["Lecture Notes in Computer Science","Model and Data Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-49333-1_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,21]],"date-time":"2023-12-21T11:07:31Z","timestamp":1703156851000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-49333-1_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,22]]},"ISBN":["9783031493324","9783031493331"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-49333-1_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,12,22]]},"assertion":[{"value":"22 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MEDI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Model and Data Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sousse","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tunisia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"medi2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/medi2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"99","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}