{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T15:57:52Z","timestamp":1780588672287,"version":"3.54.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T00:00:00Z","timestamp":1702425600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T00:00:00Z","timestamp":1702425600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1007\/s00371-023-03188-z","type":"journal-article","created":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T03:02:14Z","timestamp":1702436534000},"page":"6615-6625","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Sketch2Wireframe: an automatic framework for transforming hand-drawn sketches to digital wireframes in UI design"],"prefix":"10.1007","volume":"40","author":[{"given":"Xudong","family":"Liang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tao","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,12,13]]},"reference":[{"issue":"6","key":"3188_CR1","doi-asserted-by":"publisher","first-page":"1731","DOI":"10.1109\/TNNLS.2018.2872675","volume":"30","author":"B Cao","year":"2019","unstructured":"Cao, B., Wang, N., Li, J., Gao, X.: Data augmentation-based joint learning for heterogeneous face recognition. IEEE Trans. Neural Netw. Learn. Syst. 30(6), 1731\u20131743 (2019). https:\/\/doi.org\/10.1109\/TNNLS.2018.2872675","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"7","key":"3188_CR2","doi-asserted-by":"publisher","first-page":"2623","DOI":"10.1109\/TNNLS.2019.2933590","volume":"31","author":"M Zhang","year":"2020","unstructured":"Zhang, M., Wang, N., Li, Y., Gao, X.: Neural probabilistic graphical model for face sketch synthesis. IEEE Trans. Neural Netw. Learn. Syst. 31(7), 2623\u20132637 (2020). https:\/\/doi.org\/10.1109\/TNNLS.2019.2933590","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"3188_CR3","doi-asserted-by":"publisher","first-page":"103283","DOI":"10.1007\/s00371-022-02494-2","volume":"150","author":"JD Camba","year":"2022","unstructured":"Camba, J.D., Company, P., Naya, F.: Sketch-based modeling in mechanical engineering design: current status and opportunities. Comput. Aided Des. 150, 103283 (2022). https:\/\/doi.org\/10.1007\/s00371-022-02494-2","journal-title":"Comput. Aided Des."},{"issue":"7","key":"3188_CR4","doi-asserted-by":"publisher","first-page":"2811","DOI":"10.1007\/s00371-022-02494-2","volume":"39","author":"E Reisfeld","year":"2023","unstructured":"Reisfeld, E., Sharf, A.: OneSketch: learning high-level shape features from simple sketches. Visual Comput. 39(7), 2811\u20132822 (2023). https:\/\/doi.org\/10.1007\/s00371-022-02494-2","journal-title":"Visual Comput."},{"issue":"10","key":"3188_CR5","doi-asserted-by":"publisher","first-page":"3109","DOI":"10.1109\/TNNLS.2018.2890017","volume":"30","author":"M Zhang","year":"2019","unstructured":"Zhang, M., Wang, N., Li, Y., Gao, X.: Deep latent low-rank representation for face sketch synthesis. IEEE Trans. Neural Netw. Learn. Syst. 30(10), 3109\u20133123 (2019). https:\/\/doi.org\/10.1109\/TNNLS.2018.2890017","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"6","key":"3188_CR6","doi-asserted-by":"publisher","first-page":"2701","DOI":"10.1109\/TCYB.2019.2924589","volume":"50","author":"M Zhang","year":"2020","unstructured":"Zhang, M., Wang, N., Li, Y., Gao, X.: Bionic face sketch generator. IEEE T. Cybern. 50(6), 2701\u20132714 (2020). https:\/\/doi.org\/10.1109\/TCYB.2019.2924589","journal-title":"IEEE T. Cybern."},{"key":"3188_CR7","doi-asserted-by":"publisher","unstructured":"Wimmer, C., Untertrifaller, A., Grechenig, T.: SketchingInterfaces: a tool for automatically generating high-fidelity user interface mockups from hand-drawn sketches. In: Proceedings of the Australian Conference on Human-Computer Interaction, pp. 538\u2013545 (2020). https:\/\/doi.org\/10.1145\/3441000.3441015","DOI":"10.1145\/3441000.3441015"},{"key":"3188_CR8","doi-asserted-by":"publisher","unstructured":"Huang, F., Canny, J., Nichols, J.: Swire: sketch-based user interface retrieval. In: Proceedings of the CHI Conference on Human Factors in Computing Systems, pp. 1\u201310 (2019). https:\/\/doi.org\/10.1145\/3290605.3300334","DOI":"10.1145\/3290605.3300334"},{"issue":"2","key":"3188_CR9","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1109\/TSE.2018.2844788","volume":"46","author":"K Moran","year":"2020","unstructured":"Moran, K., Bernal-C\u00e1rdenas, C., Curcio, M., Bonett, R., Poshyvanyk, D.: Machine learning-based prototyping of graphical user interfaces for mobile apps. IEEE Trans. Softw. Eng. 46(2), 196\u2013221 (2020). https:\/\/doi.org\/10.1109\/TSE.2018.2844788","journal-title":"IEEE Trans. Softw. Eng."},{"key":"3188_CR10","doi-asserted-by":"publisher","unstructured":"Nguyen, T., Csallner, C.: Reverse engineering mobile application user interfaces with REMAUI. In: Proceedings of the IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 248\u2013259 (2015). https:\/\/doi.org\/10.1109\/ASE.2015.32","DOI":"10.1109\/ASE.2015.32"},{"key":"3188_CR11","doi-asserted-by":"publisher","unstructured":"Bao, L., Li, J., Xing, Z., Wang, X., Zhou, B.: scvRipper: video scraping tool for modeling developers\u2019 behavior using interaction data. In: Proceedings of the IEEE\/ACM International Conference on Software Engineering (ICSE), pp. 673\u2013676 (2015). https:\/\/doi.org\/10.1109\/ICSE.2015.220","DOI":"10.1109\/ICSE.2015.220"},{"key":"3188_CR12","doi-asserted-by":"publisher","unstructured":"Qian, J., Shang, Z., Yan, S., Wang, Y., Chen, L.: RoScript: A visual script driven truly non-intrusive robotic testing system for touch screen applications. In: Proceedings of the IEEE\/ACM International Conference on Software Engineering (ICSE), pp. 297\u2013308 (2020). https:\/\/doi.org\/10.1145\/3377811.3380431","DOI":"10.1145\/3377811.3380431"},{"key":"3188_CR13","doi-asserted-by":"publisher","unstructured":"Chen, J., Xie, M., Xing, Z., Chen, C., Xu, X., Zhu, L., Li, G.: Object detection for graphical user interface: old fashioned or deep learning or a combination?. In: Proceedings of the ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 1202\u20131214 (2020). https:\/\/doi.org\/10.1145\/3368089.3409691","DOI":"10.1145\/3368089.3409691"},{"key":"3188_CR14","doi-asserted-by":"publisher","unstructured":"Bunian, S., Li, K., Jemmali, C., Harteveld, C., Fu, Y., El-Nasr, M.S.: VINS: visual search for mobile user interface design. In: Proceedings of the CHI Conference on Human Factors in Computing Systems, pp. 1\u201310 (2019). https:\/\/doi.org\/10.1145\/3411764.3445762","DOI":"10.1145\/3411764.3445762"},{"key":"3188_CR15","doi-asserted-by":"publisher","unstructured":"Manandhar, D., Jin, H., Collomosse, J.P.: Magic layouts: structural prior for element detection in user interface designs. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 15804\u201315813 (2021). https:\/\/doi.org\/10.1109\/CVPR46437.2021.01555","DOI":"10.1109\/CVPR46437.2021.01555"},{"issue":"7","key":"3188_CR16","doi-asserted-by":"publisher","first-page":"816","DOI":"10.1049\/iet-sen.2019.0378","volume":"14","author":"A Abdelhamid","year":"2020","unstructured":"Abdelhamid, A., Alotaibi, S., Mousa, A.: Deep learning-based prototyping of android GUI from hand-drawn mockups. IET Softw. 14(7), 816\u2013824 (2020). https:\/\/doi.org\/10.1049\/iet-sen.2019.0378","journal-title":"IET Softw."},{"key":"3188_CR17","doi-asserted-by":"publisher","unstructured":"Pandian, V.P., Suleri, S., Jarke, M.: Blu: what GUIs are made of. In: Proceedings of the International Conference on Intelligent User Interfaces Companion, pp. 81\u201382 (2020). https:\/\/doi.org\/10.1145\/3379336.3381497","DOI":"10.1145\/3379336.3381497"},{"key":"3188_CR18","doi-asserted-by":"publisher","unstructured":"Zhang, H., Zu, K., Lu, J., Zou, Y., Meng, D.: EPSANet: An efficient pyramid squeeze attention block on convolutional neural network. In: Proceedings of the Asian Conference on Computer Vision, pp. 541\u2013557 (2023). https:\/\/doi.org\/10.1007\/978-3-031-26313-2_33","DOI":"10.1007\/978-3-031-26313-2_33"},{"issue":"8","key":"3188_CR19","doi-asserted-by":"publisher","first-page":"2011","DOI":"10.1109\/TPAMI.2019.2913372","volume":"42","author":"J Hu","year":"2019","unstructured":"Hu, J., Shen, L., Albanie, S., Sun, G., Wu, E.: Squeeze-and-excitation networks. IEEE Trans. Pattern Anal. Mach. Intell. 42(8), 2011\u20132023 (2019). https:\/\/doi.org\/10.1109\/TPAMI.2019.2913372","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"3188_CR20","unstructured":"Lupton, E.: Thinking with Type: A Critical Guide for Designers, Writers, Editors, & Students. Princeton Architectural Press, Princeton (2010)"},{"key":"3188_CR21","doi-asserted-by":"publisher","unstructured":"Liu, W., Anguelov, D., Erhan, D., Szegedy, C., Reed, S.E., Fu, C., Berg, A.C.: SSD: single shot multibox detector. In: European Conference on Computer Vision, pp. 21\u201337. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46448-0_2","DOI":"10.1007\/978-3-319-46448-0_2"},{"issue":"2","key":"3188_CR22","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1109\/TPAMI.2018.2858826","volume":"42","author":"T Lin","year":"2020","unstructured":"Lin, T., Goyal, P., Girshick, R.B., He, K., Doll\u00e1r, P.: Focal loss for dense object detection. IEEE Trans. Pattern Anal. Mach. Intell. 42(2), 318\u2013327 (2020). https:\/\/doi.org\/10.1109\/TPAMI.2018.2858826","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"3188_CR23","volume-title":"Semiology of Graphics: Diagrams, Networks, Maps","author":"J Bertin","year":"1983","unstructured":"Bertin, J.: Semiology of Graphics: Diagrams, Networks, Maps. ESRI Press, Redlands (1983)"},{"key":"3188_CR24","volume-title":"The Visual Display of Quantitative Information","author":"ER Tufte","year":"1983","unstructured":"Tufte, E.R.: The Visual Display of Quantitative Information. Graphics Press, Cheshire (1983)"},{"key":"3188_CR25","doi-asserted-by":"publisher","unstructured":"Dayama, N.R., Todi, K., Saarelainen, T., Oulasvirta, A.: GRIDS: interactive layout design with integer programming. In: Proceedings of the CHI Conference on Human Factors in Computing Systems, pp. 1\u201313 (2020). https:\/\/doi.org\/10.1145\/3313831.3376553","DOI":"10.1145\/3313831.3376553"},{"key":"3188_CR26","doi-asserted-by":"publisher","unstructured":"Swearngin, A., Wang, C., Oleson, A., Fogarty, J., Ko, A.J.: Scout: rapid exploration of interface layout alternatives through high-level design constraints. In: Proceedings of the CHI Conference on Human Factors in Computing Systems, pp. 1\u201313 (2020). https:\/\/doi.org\/10.1145\/3313831.3376593","DOI":"10.1145\/3313831.3376593"},{"key":"3188_CR27","doi-asserted-by":"publisher","unstructured":"Dayama, N.R., Santala, S., Br\u00fcckner, L., Todi, K., Du, J., Oulasvirta, A.: Interactive layout transfer. In: Proceedings of the International Conference on Intelligent User Interfaces, pp. 70\u201380 (2021). https:\/\/doi.org\/10.1145\/3397481.3450652","DOI":"10.1145\/3397481.3450652"},{"issue":"6","key":"3188_CR28","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2017","unstructured":"Ren, S., He, K., Girshick, R.B., Sun, J.: Faster R-CNN: towards real-time object detection with region proposal networks. IEEE Trans. Pattern Anal. Mach. Intell. 39(6), 1137\u20131149 (2017). https:\/\/doi.org\/10.1109\/TPAMI.2016.2577031","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"3188_CR29","unstructured":"Yu, F., Koltun, V.: Multi-scale context aggregation by dilated convolutions. Comput. Res. Repos. abs\/1511.07122 (2015)."},{"key":"3188_CR30","unstructured":"Material Design Guidelines. https:\/\/material.io\/guidelines. (2018)"},{"key":"3188_CR31","doi-asserted-by":"publisher","unstructured":"Xu, P., Fu, H., Igarashi, T., Tai, C.: Global beautification of layouts with interactive ambiguity resolution. In: Proceedings of the annual ACM symposium on User interface software and technology, pp. 243\u2013252 (2014). https:\/\/doi.org\/10.1145\/2642918.2647398","DOI":"10.1145\/2642918.2647398"},{"key":"3188_CR32","doi-asserted-by":"publisher","unstructured":"Zeidler, C., Lutteroth, C., Weber, G. Constraint solving for beautiful user interfaces: how solving strategies support layout aesthetics. In: Proceedings of the International Conference of the NZ Chapter of the ACM\u2019s Special Interest Group on Human-Computer Interaction, pp.72\u201379 (2012). https:\/\/doi.org\/10.1145\/2379256.2379268","DOI":"10.1145\/2379256.2379268"},{"key":"3188_CR33","unstructured":"Fichou, D., Berari, R., Brie, P., Dogariu, M., Stefan, L., Constantin, M.G., Ionescu, B.: Overview of the 2020 ImageCLEFdrawnUI task: detection and recognition of hand drawn website UIs. In: CLEF2020 Working Notes, CEUR Workshop Proceedings (2020)"},{"key":"3188_CR34","doi-asserted-by":"publisher","unstructured":"Lin, T., Maire, M., Belongie, S.J., Hays, J., Perona, P., Ramanan, D., Doll\u00e1r, P., Zitnick, C.L.: Microsoft COCO: common objects in context. In: European Conference on Computer Vision, pp. 740\u2013755. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"3188_CR35","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"3188_CR36","unstructured":"Lin, M., Chen, Q., Yan, S.: Network in network. computing research repository. abs\/1312.4400 (2013)"},{"key":"3188_CR37","doi-asserted-by":"publisher","unstructured":"Lin, T., Doll\u00e1r, P., Girshick, R.B., He, K., Hariharan, B., Belongie, S.J.: Feature pyramid networks for object detection. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 936\u2013944 (2017). https:\/\/doi.org\/10.1109\/CVPR.2017.106","DOI":"10.1109\/CVPR.2017.106"},{"issue":"6","key":"3188_CR38","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. Commun. ACM 60(6), 84\u201390 (2017). https:\/\/doi.org\/10.1145\/3065386","journal-title":"Commun. ACM"},{"key":"3188_CR39","doi-asserted-by":"publisher","first-page":"1507","DOI":"10.1109\/TIP.2019.2942514","volume":"29","author":"M Zhang","year":"2020","unstructured":"Zhang, M., Li, Y., Wang, N., Chi, Y., Gao, X.: Cascaded face sketch synthesis under various illuminations. IEEE Trans. Image Process. 29, 1507\u20131521 (2020). https:\/\/doi.org\/10.1109\/TIP.2019.2942514","journal-title":"IEEE Trans. Image Process."},{"key":"3188_CR40","doi-asserted-by":"publisher","unstructured":"Tanner, K., Landay, J.: \u201cI know it when i see It\u201d: how experts and novices recognize good design. In: Meinel, C., Leifer, L. (eds) Design Thinking Research. Understanding Innovation. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-97082-0_13","DOI":"10.1007\/978-3-319-97082-0_13"}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-023-03188-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-023-03188-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-023-03188-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,13]],"date-time":"2024-08-13T15:21:01Z","timestamp":1723562461000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-023-03188-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,13]]},"references-count":40,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2024,9]]}},"alternative-id":["3188"],"URL":"https:\/\/doi.org\/10.1007\/s00371-023-03188-z","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"value":"0178-2789","type":"print"},{"value":"1432-2315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,13]]},"assertion":[{"value":"15 November 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 December 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This paper has no conflict of interest with any individual or organization.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The dataset that support the findings of our study are available at . The corresponding code for our research is available on GitHub at .","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data and code availability"}}]}}