{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T10:34:10Z","timestamp":1763202850214,"version":"3.40.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031534676"},{"type":"electronic","value":"9783031534683"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-53468-3_10","type":"book-chapter","created":{"date-parts":[[2024,2,19]],"date-time":"2024-02-19T13:03:57Z","timestamp":1708347837000},"page":"112-123","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Uncertainty in\u00a0GNN Learning Evaluations: The Importance of\u00a0a\u00a0Consistent Benchmark for\u00a0Community Detection"],"prefix":"10.1007","author":[{"given":"William","family":"Leeney","sequence":"first","affiliation":[]},{"given":"Ryan","family":"McConville","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,2,20]]},"reference":[{"issue":"2","key":"10_CR1","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra, J., Bengio, Y.: Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13(2), 281\u2013305 (2012)","journal-title":"J. Mach. Learn. Res."},{"key":"10_CR2","unstructured":"Bergstra, J., Yamins, D., Cox, D.: Making a science of model search: hyperparameter optimization in hundreds of dimensions for vision architectures. In: International Conference on Machine Learning, pp. 115\u2013123. PMLR (2013)"},{"key":"10_CR3","doi-asserted-by":"crossref","unstructured":"Cabreros, I., Abbe, E., Tsirigos, A.: Detecting community structures in Hi-C genomic data. In: 2016 Annual Conference on Information Science and Systems (CISS), pp. 584\u2013589. IEEE (2016)","DOI":"10.1109\/CISS.2016.7460568"},{"key":"10_CR4","unstructured":"Craven, M., McCallum, A., PiPasquo, D., Mitchell, T., Freitag, D.: Learning to extract symbolic knowledge from the world wide web. Technical report, Carnegie-Mellon University Pittsburgh, PA, School of Computer Science (1998)"},{"key":"10_CR5","unstructured":"Dwivedi, V.P., Joshi, C.K., Laurent, T., Bengio, Y., Bresson, X.: Benchmarking graph neural networks. arXiv preprint arXiv:2003.00982 (2020)"},{"key":"10_CR6","unstructured":"Errica, F., Podda, M., Bacciu, D., Micheli, A.: A fair comparison of graph neural networks for graph classification. arXiv preprint arXiv:1912.09893 (2019)"},{"key":"10_CR7","first-page":"1010","volume":"2","author":"AP Field","year":"2005","unstructured":"Field, A.P.: Kendall\u2019s coefficient of concordance. Encycl. Stat. Behav. Sci. 2, 1010\u20131011 (2005)","journal-title":"Encycl. Stat. Behav. Sci."},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"Giles, C.L., Bollacker, K.D., Lawrence, S.: CiteSeer: an automatic citation indexing system. In: Proceedings of the Third ACM Conference on Digital Libraries, pp. 89\u201398 (1998)","DOI":"10.1145\/276675.276685"},{"key":"10_CR9","unstructured":"Hassani, K., Khasahmadi, A.H.: Contrastive multi-view representation learning on graphs. In: International Conference on Machine Learning, pp. 4116\u20134126. PMLR (2020)"},{"key":"10_CR10","doi-asserted-by":"crossref","unstructured":"He, R., McAuley, J.: Ups and downs: modeling the visual evolution of fashion trends with one-class collaborative filtering. In: Proceedings of the 25th International Conference on World Wide Web, pp. 507\u2013517 (2016)","DOI":"10.1145\/2872427.2883037"},{"key":"10_CR11","unstructured":"Hu, W., Fey, M., Ren, H., Nakata, M., Dong, Y., Leskovec, J.: OGB-LSC: a large-scale challenge for machine learning on graphs. arXiv preprint arXiv:2103.09430 (2021)"},{"issue":"2","key":"10_CR12","first-page":"1149","volume":"35","author":"D Jin","year":"2021","unstructured":"Jin, D., et al.: A survey of community detection approaches: from statistical modeling to deep learning. IEEE Trans. Knowl. Data Eng. 35(2), 1149\u20131170 (2021)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"10_CR13","unstructured":"Kefato, Z.T., Girdzijauskas, S.: Self-supervised graph neural networks without explicit negative sampling. arXiv preprint arXiv:2103.14958 (2021)"},{"key":"10_CR14","unstructured":"Kipf, T.N., Welling, M.: Semi-supervised classification with graph convolutional networks. arXiv preprint arXiv:1609.02907 (2016)"},{"key":"10_CR15","unstructured":"Kipf, T.N., Welling, M.: Variational graph auto-encoders. arXiv preprint arXiv:1611.07308 (2016)"},{"key":"10_CR16","unstructured":"Liu, F., et al.: Deep learning for community detection: progress, challenges and opportunities. arXiv preprint arXiv:2005.08225 (2020)"},{"key":"10_CR17","unstructured":"Liu, Y., et al.: A survey of deep graph clustering: taxonomy, challenge, and application. arXiv preprint arXiv:2211.12875 (2022)"},{"key":"10_CR18","doi-asserted-by":"crossref","unstructured":"Liu, Y., Zheng, Y., Zhang, D., Chen, H., Peng, H., Pan, S.: Towards unsupervised deep graph structure learning. In: Proceedings of the ACM Web Conference 2022, pp. 1392\u20131403 (2022)","DOI":"10.1145\/3485447.3512186"},{"issue":"2","key":"10_CR19","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1023\/A:1009953814988","volume":"3","author":"AK McCallum","year":"2000","unstructured":"McCallum, A.K., Nigam, K., Rennie, J., Seymore, K.: Automating the construction of internet portals with machine learning. Inf. Retrieval 3(2), 127\u2013163 (2000)","journal-title":"Inf. Retrieval"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"McConville, R., Santos-Rodriguez, R., Piechocki, R.J., Craddock, I.: N2D: (Not Too) deep clustering via clustering the local manifold of an autoencoded embedding. In: 2020 25th International Conference on Pattern Recognition (ICPR), pp. 5145\u20135152. IEEE (2021)","DOI":"10.1109\/ICPR48806.2021.9413131"},{"key":"10_CR21","unstructured":"Monti, F., Frasca, F., Eynard, D., Mannion, D., Bronstein, M.M.: Fake news detection on social media using geometric deep learning. arXiv preprint arXiv:1902.06673 (2019)"},{"key":"10_CR22","unstructured":"Morris, C., Kriege, N.M., Bause, F., Kersting, K., Mutzel, P., Neumann, M.: TUDataset: a collection of benchmark datasets for learning with graphs. arXiv preprint arXiv:2007.08663 (2020)"},{"key":"10_CR23","doi-asserted-by":"crossref","unstructured":"Ozaki, Y., Tanigaki, Y., Watanabe, S., Onishi, M.: Multiobjective tree-structured parzen estimator for computationally expensive optimization problems. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference, pp. 533\u2013541 (2020)","DOI":"10.1145\/3377930.3389817"},{"key":"10_CR24","doi-asserted-by":"crossref","unstructured":"Palowitch, J., Tsitsulin, A., Mayer, B., Perozzi, B.: GraphWorld: fake graphs bring real insights for GNNs. arXiv preprint arXiv:2203.00112 (2022)","DOI":"10.1145\/3534678.3539203"},{"issue":"1","key":"10_CR25","first-page":"7459","volume":"22","author":"J Pineau","year":"2021","unstructured":"Pineau, J.: Improving reproducibility in machine learning research (a report from the NeurIPS 2019 reproducibility program). J. Mach. Learn. Res. 22(1), 7459\u20137478 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"10_CR26","unstructured":"Qiu, C., Huang, Z., Xu, W., Li, H.: VGAER: graph neural network reconstruction based community detection. In: AAAI: DLG-AAAI 2022 (2022)"},{"key":"10_CR27","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1023\/A:1009752403260","volume":"1","author":"SL Salzberg","year":"1997","unstructured":"Salzberg, S.L.: On comparing classifiers: pitfalls to avoid and a recommended approach. Data Min. Knowl. Disc. 1, 317\u2013328 (1997)","journal-title":"Data Min. Knowl. Disc."},{"issue":"1","key":"10_CR28","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.cosrev.2007.05.001","volume":"1","author":"SE Schaeffer","year":"2007","unstructured":"Schaeffer, S.E.: Graph clustering. Comput. Sci. Rev. 1(1), 27\u201364 (2007)","journal-title":"Comput. Sci. Rev."},{"key":"10_CR29","unstructured":"Shchur, O., Mumme, M., Bojchevski, A., G\u00fcnnemann, S.: Pitfalls of graph neural network evaluation. arXiv preprint arXiv:1811.05868 (2018)"},{"key":"10_CR30","doi-asserted-by":"crossref","unstructured":"Tang, J., Zhang, J., Yao, L., Li, J., Zhang, L., Su, Z.: ArnetMiner: extraction and mining of academic social networks. In: Proceedings of the 14th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 990\u2013998 (2008)","DOI":"10.1145\/1401890.1402008"},{"key":"10_CR31","unstructured":"Thakoor, S., Tallec, C., Azar, M.G., Munos, R., Veli\u010dkovi\u0107, P., Valko, M.: Bootstrapped representation learning on graphs. In: ICLR 2021 Workshop on Geometrical and Topological Representation Learning (2021)"},{"key":"10_CR32","unstructured":"Tsitsulin, A., Palowitch, J., Perozzi, B., M\u00fcller, E.: Graph clustering with graph neural networks. arXiv preprint arXiv:2006.16904 (2020)"},{"issue":"3","key":"10_CR33","first-page":"4","volume":"2","author":"P Velickovic","year":"2019","unstructured":"Velickovic, P., Fedus, W., Hamilton, W.L., Li\u00f2, P., Bengio, Y., Hjelm, R.D.: Deep graph infomax. ICLR (Poster) 2(3), 4 (2019)","journal-title":"ICLR (Poster)"},{"key":"10_CR34","doi-asserted-by":"crossref","unstructured":"Wang, C., Pan, S., Hu, R., Long, G., Jiang, J., Zhang, C.: Attributed graph clustering: a deep attentional embedding approach. arXiv preprint arXiv:1906.06532 (2019)","DOI":"10.24963\/ijcai.2019\/509"},{"key":"10_CR35","doi-asserted-by":"publisher","unstructured":"Wang, T., Yang, G., He, Q., Zhang, Z., Wu, J.: NCAGC: a neighborhood contrast framework for attributed graph clustering (2022). https:\/\/doi.org\/10.48550\/ARXIV.2206.07897, https:\/\/arxiv.org\/abs\/2206.07897","DOI":"10.48550\/ARXIV.2206.07897"},{"key":"10_CR36","doi-asserted-by":"crossref","unstructured":"Wasserman, S., Faust, K., et\u00a0al.: Social Network Analysis: Methods and Applications. Cambridge University Press, Cambridge (1994)","DOI":"10.1017\/CBO9780511815478"},{"key":"10_CR37","doi-asserted-by":"crossref","unstructured":"Watts, D.J., Strogatz, S.H.: Collective dynamics of \u2018small-world\u2019 networks. Nature 393(6684), 440\u2013442 (1998)","DOI":"10.1038\/30918"},{"key":"10_CR38","doi-asserted-by":"crossref","unstructured":"Yang, J., McAuley, J., Leskovec, J.: Community detection in networks with node attributes. In: 2013 IEEE 13th International Conference on Data Mining, pp. 1151\u20131156. IEEE (2013)","DOI":"10.1109\/ICDM.2013.167"},{"key":"10_CR39","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1016\/j.neucom.2020.07.061","volume":"415","author":"L Yang","year":"2020","unstructured":"Yang, L., Shami, A.: On hyperparameter optimization of machine learning algorithms: theory and practice. Neurocomputing 415, 295\u2013316 (2020)","journal-title":"Neurocomputing"},{"key":"10_CR40","doi-asserted-by":"crossref","unstructured":"Yuan, Y., Wang, W., Pang, W.: A systematic comparison study on hyperparameter optimisation of graph neural networks for molecular property prediction. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 386\u2013394 (2021)","DOI":"10.1145\/3449639.3459370"},{"key":"10_CR41","unstructured":"Zhu, Y., Xu, Y., Yu, F., Liu, Q., Wu, S., Wang, L.: Deep graph contrastive representation learning. arXiv preprint arXiv:2006.04131 (2020)"},{"key":"10_CR42","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1613\/jair.1.11854","volume":"70","author":"MA Z\u00f6ller","year":"2021","unstructured":"Z\u00f6ller, M.A., Huber, M.F.: Benchmark and survey of automated machine learning frameworks. J. Artif. Intell. Res. 70, 409\u2013472 (2021)","journal-title":"J. Artif. Intell. Res."}],"container-title":["Studies in Computational Intelligence","Complex Networks & Their Applications XII"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-53468-3_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,17]],"date-time":"2024-06-17T13:09:15Z","timestamp":1718629755000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-53468-3_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031534676","9783031534683"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-53468-3_10","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"type":"print","value":"1860-949X"},{"type":"electronic","value":"1860-9503"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"20 February 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"COMPLEX NETWORKS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Complex Networks and Their Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Menton","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwcna2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.complexnetworks.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}