{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:23:06Z","timestamp":1776082986611,"version":"3.50.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,8,9]],"date-time":"2022-08-09T00:00:00Z","timestamp":1660003200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,8,9]],"date-time":"2022-08-09T00:00:00Z","timestamp":1660003200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61907011"],"award-info":[{"award-number":["61907011"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62077005"],"award-info":[{"award-number":["62077005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s00371-022-02586-z","type":"journal-article","created":{"date-parts":[[2022,8,9]],"date-time":"2022-08-09T03:51:55Z","timestamp":1660017115000},"page":"2393-2405","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["VisOJ: real-time visual learning analytics dashboard for online programming judge"],"prefix":"10.1007","volume":"39","author":[{"given":"Qian","family":"Fu","sequence":"first","affiliation":[]},{"given":"Xue","family":"Bai","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4599-163X","authenticated-orcid":false,"given":"Yafeng","family":"Zheng","sequence":"additional","affiliation":[]},{"given":"Runsheng","family":"Du","sequence":"additional","affiliation":[]},{"given":"Dongqing","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Tianyi","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,9]]},"reference":[{"key":"2586_CR1","doi-asserted-by":"publisher","DOI":"10.37965\/jait.2021.0003","author":"M Baker","year":"2021","unstructured":"Baker, M., Hu, X., Luca, G.D., Chen, Y.: Intelligent voice instructor-assistant system for collaborative and interactive classes. J. Artif. Intell. Technol. (2021). https:\/\/doi.org\/10.37965\/jait.2021.0003","journal-title":"J. Artif. Intell. Technol."},{"issue":"4","key":"2586_CR2","doi-asserted-by":"publisher","first-page":"548","DOI":"10.26599\/TST.2020.9010016","volume":"26","author":"M Wang","year":"2021","unstructured":"Wang, M., Han, W., Chen, W.: MetaOJ: a massive distributed online judge system. Tsinghua Sci Technol 26(4), 548\u2013557 (2021). https:\/\/doi.org\/10.26599\/TST.2020.9010016","journal-title":"Tsinghua Sci Technol"},{"key":"2586_CR3","unstructured":"USACO: USACO. http:\/\/usaco.org\/. Accessed 2021-6-7 2021"},{"key":"2586_CR4","unstructured":"UVA: UVA. https:\/\/uva.onlinejudge.org\/. Accessed 2021-6-10 2021"},{"issue":"3","key":"2586_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3158670","volume":"36","author":"W Zhao","year":"2018","unstructured":"Zhao, W., Zhang, W., He, Y., Xie, X., Wen, J.: Automatically learning topics and difficulty levels of problems in online judge systems. ACM T Inform Syst 36(3), 1\u201333 (2018). https:\/\/doi.org\/10.1145\/3158670","journal-title":"ACM T Inform Syst"},{"key":"2586_CR6","doi-asserted-by":"crossref","unstructured":"Wu, H., Liu, Y., Lin, Q., Yi, L.: Online judge system and its applications in c language teaching. Paper presented at the 2016 International Symposium on Educational Technology (ISET)","DOI":"10.1109\/ISET.2016.14"},{"key":"2586_CR7","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/978-981-15-7383-5_21","volume":"197","author":"I Tica","year":"2020","unstructured":"Tica, I., Olteanu, A., Racec, E.: Supporting multiple programming languages in an online judge. Smart Innov. Syst. Technol. 197, 245\u2013252 (2020)","journal-title":"Smart Innov. Syst. Technol."},{"issue":"1","key":"2586_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40692-020-00155-8","volume":"7","author":"L Lee","year":"2020","unstructured":"Lee, L., Cheung, S.K.S., Kwok, L.: Learning analytics: current trends and innovative practices. J. Comput. Educ. 7(1), 1\u20136 (2020). https:\/\/doi.org\/10.1007\/s40692-020-00155-8","journal-title":"J. Comput. Educ."},{"issue":"3","key":"2586_CR9","doi-asserted-by":"publisher","first-page":"115","DOI":"10.18608\/jla.2016.33.7","volume":"3","author":"GE Hillaire","year":"2016","unstructured":"Hillaire, G.E., Schlichtmann, G., Ducharme, K.: Prototyping visual learning analytics guided by an educational theory informed goal. J. Learn. Anal. 3(3), 115\u2013142 (2016). https:\/\/doi.org\/10.18608\/jla.2016.33.7","journal-title":"J. Learn. Anal."},{"issue":"3","key":"2586_CR10","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1007\/s00371-020-01818-4","volume":"37","author":"L Ji","year":"2020","unstructured":"Ji, L., Yuan, Y., Gao, F.: Multi-level and multi-perspective visual correlation analysis between general courses and program courses. Vis. Comput. 37(3), 477\u2013495 (2020). https:\/\/doi.org\/10.1007\/s00371-020-01818-4","journal-title":"Vis. Comput."},{"issue":"11","key":"2586_CR11","doi-asserted-by":"publisher","first-page":"1379","DOI":"10.1007\/s00371-015-1206-8","volume":"32","author":"R Wang","year":"2016","unstructured":"Wang, R., Dong, H., Han, T.X., Mei, L.: Robust tracking via monocular active vision for an intelligent teaching system. Vis. Comput. 32(11), 1379\u20131394 (2016). https:\/\/doi.org\/10.1007\/s00371-015-1206-8","journal-title":"Vis. Comput."},{"issue":"4","key":"2586_CR12","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1007\/s00371-019-01660-3","volume":"36","author":"X Zhu","year":"2019","unstructured":"Zhu, X., Chen, Z.: Dual-modality spatiotemporal feature learning for spontaneous facial expression recognition in e-learning using hybrid deep neural network. Vis. Comput. 36(4), 743\u2013755 (2019). https:\/\/doi.org\/10.1007\/s00371-019-01660-3","journal-title":"Vis. Comput."},{"key":"2586_CR13","doi-asserted-by":"crossref","unstructured":"Vieira, C., Parsons, P., Byrd, V.: Visual learning analytics of educational data: a systematic literature review and research agenda. Comput. Educ., 122(JUL.), 119\u2013135 (2018)","DOI":"10.1016\/j.compedu.2018.03.018"},{"key":"2586_CR14","doi-asserted-by":"crossref","unstructured":"Jivet, I., Scheffel, M., Specht, M., Drachsler, H.: License to evaluate: preparing learning analytics dashboards for educational practice. International Conference, 31\u201340 (2018)","DOI":"10.1145\/3170358.3170421"},{"key":"2586_CR15","doi-asserted-by":"publisher","unstructured":"Verbert, K., Ochoa, X., Croon, R.D., Dourado, R.A., Laet, T.D.: Learning analytics dashboards: the past, the present and the future. LAK '20: 10th International Conference on Learning Analytics and Knowledge, 35\u201340 (2020). https:\/\/doi.org\/10.1145\/3375462.3375504","DOI":"10.1145\/3375462.3375504"},{"issue":"2","key":"2586_CR16","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1109\/TLT.2019.2916802","volume":"13","author":"W Matcha","year":"2020","unstructured":"Matcha, W., Uzir, N.A., Gasevic, D., Pardo, A.: A systematic review of empirical studies on learning analytics dashboards: a self-regulated learning perspective. IEEE T Learn Technol 13(2), 226\u2013245 (2020). https:\/\/doi.org\/10.1109\/TLT.2019.2916802","journal-title":"IEEE T Learn Technol"},{"issue":"3","key":"2586_CR17","doi-asserted-by":"publisher","first-page":"1622","DOI":"10.1109\/tvcg.2018.2872961","volume":"26","author":"Q Chen","year":"2020","unstructured":"Chen, Q., Yue, X., Plantaz, X., Chen, Y., Shi, C., Pong, T., Qu, H.: Viseq: visual analytics of learning sequence in massive open online courses. IEEE T Vis Comput GR 26(3), 1622\u20131636 (2020). https:\/\/doi.org\/10.1109\/tvcg.2018.2872961","journal-title":"IEEE T Vis Comput GR"},{"key":"2586_CR18","doi-asserted-by":"crossref","unstructured":"He, H., Zheng, O., Dong, B.: VUSphere: Visual analysis of video utilization in online distance education. 2018 IEEE Conference on Visual Analytics Science and Technology, 25\u201335 (2018)","DOI":"10.1109\/VAST.2018.8802383"},{"key":"2586_CR19","doi-asserted-by":"publisher","unstructured":"Guerra, J.S.E.H.: TrAC: Visualizing students academic trajectories. Transforming Learning with Meaningful Technologies, 765\u2013768 (2019). https:\/\/doi.org\/10.1007\/978-3-030-29736-7_84","DOI":"10.1007\/978-3-030-29736-7_84"},{"issue":"3","key":"2586_CR20","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1109\/TLT.2017.2720670","volume":"11","author":"S Charleer","year":"2018","unstructured":"Charleer, S., Moere, A.V., Klerkx, J., Verbert, K., De Laet, T.: Learning analytics dashboards to support adviser-student dialogue. IEEE T Learn Technol 11(3), 389\u2013399 (2018). https:\/\/doi.org\/10.1109\/TLT.2017.2720670","journal-title":"IEEE T Learn Technol"},{"key":"2586_CR21","doi-asserted-by":"publisher","unstructured":"Krumm, A.E., R.J.W.S.: A learning management system-based early warning system for academic advising in undergraduate engineering. Learn. Anal., 103\u2013119 (2014). doi: https:\/\/doi.org\/10.1007\/978-1-4614-3305-7_6","DOI":"10.1007\/978-1-4614-3305-7_6"},{"key":"2586_CR22","unstructured":"Jean Luca Bez, N.A.T.P.: URI online judge academic: a tool for algorithms and programming classes. 2014 9th International Conference on Computer Science and Education, (2014)"},{"key":"2586_CR23","unstructured":"Michele Selivon, J.L.B.N.: URI online judge academic: integrac\u00b8\u02dcao e consolidac\u00b8 \u02dc ao da ferramenta no processo de ensino\/aprendizagem. Paper presented at the 23\u00ba Wei-workshop Sobre Educa\u00e7\u00e3o Em Computa\u00e7\u00e3o Csbc"},{"key":"2586_CR24","unstructured":"Statistical Charts: Statistical Charts. http:\/\/poj.org\/chart. Accessed 2021-6-10 (2021)"},{"key":"2586_CR25","unstructured":"URAL: URAL. http:\/\/acm.timus.ru\/ (2021)"},{"key":"2586_CR26","unstructured":"SPOJ: SPOJ. http:\/\/www.spoj.pl\/ (2021)"},{"issue":"4","key":"2586_CR27","doi-asserted-by":"publisher","first-page":"601","DOI":"10.3390\/sym12040601","volume":"12","author":"B Xu","year":"2020","unstructured":"Xu, B., Yan, S., Jiang, X., Feng, S.: SCFH: a student analysis model to identify students\u2019 programming levels in online judge systems. Symmetry 12(4), 601 (2020). https:\/\/doi.org\/10.3390\/sym12040601","journal-title":"Symmetry"},{"key":"2586_CR28","doi-asserted-by":"crossref","unstructured":"Lu, X., Zheng, D., Liu, L.: Data driven analysis on the effect of online judge system. 2017 IEEE International Conference on Internet of Things, 573\u2013577 (2017)","DOI":"10.1109\/iThings-GreenCom-CPSCom-SmartData.2017.90"},{"key":"2586_CR29","doi-asserted-by":"crossref","unstructured":"Xia, M., Xu, M., Lin, Chuan-en, Cheng, T. Y., Qu, H., Ma, X.: SeqDynamics: visual analytics for evaluating online problem-solving dynamics. Eurograph. Conf. Vis., 39(3) (2020)","DOI":"10.1111\/cgf.13998"},{"issue":"10","key":"2586_CR30","doi-asserted-by":"publisher","first-page":"2350","DOI":"10.1002\/asi.23852","volume":"68","author":"SR Emmons","year":"2017","unstructured":"Emmons, S.R., Light, R.P., Brner, K.: Mooc visual analytics: empowering students, teachers, researchers, and platform developers of massively open online courses. J. Am. Soc. Inf. Sci. 68(10), 2350\u20132363 (2017). https:\/\/doi.org\/10.1002\/asi.23852","journal-title":"J. Am. Soc. Inf. Sci."},{"key":"2586_CR31","doi-asserted-by":"crossref","unstructured":"Law, C., Grundy, J., Cain, A., Vasa, R., Cummaudo, A.: User perceptions of using an open learner model visualization tool for facilitating self-regulated learning. Proceedings of the Nineteenth Australasian Computing Education Conference, 55\u201364 (2017)","DOI":"10.1145\/3013499.3013502"},{"key":"2586_CR32","doi-asserted-by":"publisher","unstructured":"Meng Xia, M.S.H.W.: PeerLens: peer-inspired interactive learning path planning in online question pool. Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, 1\u201312 (2019). https:\/\/doi.org\/10.1145\/3290605.3300864","DOI":"10.1145\/3290605.3300864"},{"key":"2586_CR33","doi-asserted-by":"crossref","unstructured":"Charleer, S., Klerkx, J., Duval, E., De Laet, T., Verbert, K.: Creating effective learning analytics dashboards: lessons learnt. European Conference on Technology Enhanced Learning, 42\u201356 (2016)","DOI":"10.1007\/978-3-319-45153-4_4"},{"key":"2586_CR34","doi-asserted-by":"crossref","unstructured":"Wu, T., Yao, Y., Duan, Y., Fan, X., Qu, H.: NetworkSeer: visual analysis for social network in moocs. Paper presented at the 2016 IEEE Pacific Visualization Symposium (PacificVis), Taipei, Taiwan, (2016)","DOI":"10.1109\/PACIFICVIS.2016.7465269"},{"key":"2586_CR35","unstructured":"Echart: Echart. https:\/\/echarts.apache.org\/zh\/index.html (2021)"},{"key":"2586_CR36","unstructured":"Koko, M., Altun, A.: Effects of learner interaction with learning dashboards on academic performance in an e-learning environment. Behav. Inf. Technol., 1\u201315 (2019)"},{"key":"2586_CR37","unstructured":"Brooke, J.: Sus: A quick and dirty usability scale, pp. 189\u2013194. Usability Evaluation in Industry (1996)"},{"issue":"1","key":"2586_CR38","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1049\/trit.2019.0051","volume":"5","author":"S Ghosh","year":"2020","unstructured":"Ghosh, S., Shivakumara, P., Roy, P., Pal, U., Lu, T.: Graphology based handwritten character analysis for human behaviour identification. CAAI Trans. Intell. Technol. 5(1), 55\u201365 (2020). https:\/\/doi.org\/10.1049\/trit.2019.0051","journal-title":"CAAI Trans. Intell. Technol."}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-022-02586-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-022-02586-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-022-02586-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T11:10:06Z","timestamp":1686568206000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-022-02586-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,9]]},"references-count":38,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["2586"],"URL":"https:\/\/doi.org\/10.1007\/s00371-022-02586-z","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"value":"0178-2789","type":"print"},{"value":"1432-2315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,9]]},"assertion":[{"value":"30 May 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 August 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Qian Fu declares that he has no conflict of interest. Xue Bai declares that she has no conflict of interest. Yafeng Zheng declares that she has no conflict of interest. Runsheng Du declares that he has no conflict of interest. Dongqing Wang declares that he has no conflict of interest. Tianyi Zhang declares that she has no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}