{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T10:19:12Z","timestamp":1772187552743,"version":"3.50.1"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032045515","type":"print"},{"value":"9783032045522","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,23]],"date-time":"2025-09-23T00:00:00Z","timestamp":1758585600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,23]],"date-time":"2025-09-23T00:00:00Z","timestamp":1758585600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-04552-2_9","type":"book-chapter","created":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T14:14:43Z","timestamp":1758550483000},"page":"69-81","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Visualization and\u00a0Analysis of\u00a0the\u00a0Loss Landscape in\u00a0Graph Neural Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0674-9667","authenticated-orcid":false,"given":"Samir","family":"Moustafa","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6538-9107","authenticated-orcid":false,"given":"Lorenz","family":"Kummer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Fetzel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2645-947X","authenticated-orcid":false,"given":"Nils M.","family":"Kriege","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5170-1251","authenticated-orcid":false,"given":"Wilfried N.","family":"Gansterer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,9,23]]},"reference":[{"key":"9_CR1","unstructured":"Choromanska, A., Henaff, M., Mathieu, M., Arous, G.B., LeCun, Y.: The loss surfaces of multilayer networks. In: International Conference on Artificial Intelligence and Statistics, pp. 192\u2013204 (2015). https:\/\/proceedings.mlr.press\/v38\/choromanska15.pdf"},{"key":"9_CR2","unstructured":"Dauphin, Y., et\u00a0al.: Identifying and attacking the saddle point problem in high-dimensional non-convex optimization. In: Conference on Neural Information Processing Systems (2014). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2014\/file\/04192426585542c54b96ba14445be996-Paper.pdf"},{"issue":"2","key":"9_CR3","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/BF02985802","volume":"27","author":"J Franklin","year":"2005","unstructured":"Franklin, J.: The elements of statistical learning: data mining, inference and prediction. Math. Intell. 27(2), 83\u201385 (2005). https:\/\/doi.org\/10.1007\/BF02985802","journal-title":"Math. Intell."},{"key":"9_CR4","doi-asserted-by":"publisher","unstructured":"Gholami, A., Kim, S., Dong, Z., Yao, Z., Mahoney, M.W., Keutzer, K.: A survey of quantization methods for efficient neural network inference. In: Low-Power Computer Vision, pp. 291\u2013326. Chapman and Hall\/CRC (2022). https:\/\/doi.org\/10.1201\/9781003162810-13","DOI":"10.1201\/9781003162810-13"},{"key":"9_CR5","doi-asserted-by":"publisher","unstructured":"Giles, L., Bollacker, K., Lawrence, S.: CiteSeer: an automatic citation indexing system. In: ACM International Conference on Digital Libraries (1998). https:\/\/doi.org\/10.1145\/276675.276685","DOI":"10.1145\/276675.276685"},{"key":"9_CR6","doi-asserted-by":"publisher","unstructured":"Goodfellow, I., Vinyals, O.: Qualitatively characterizing neural network optimization problems. In: International Conference on Learning Representations (2015). https:\/\/doi.org\/10.48550\/arXiv.1412.6544","DOI":"10.48550\/arXiv.1412.6544"},{"key":"9_CR7","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.1.1","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Flat minima. Neural Comput. (1997). https:\/\/doi.org\/10.1162\/neco.1997.9.1.1","journal-title":"Neural Comput."},{"key":"9_CR8","unstructured":"Hu, W., et\u00a0al.: Open graph benchmark: datasets for machine learning on graphs. In: Conference on Neural Information Processing Systems (2020). https:\/\/papers.neurips.cc\/paper\/2020\/file\/fb60d411a5c5b72b2e7d3527cfc84fd0-Paper.pdf"},{"key":"9_CR9","unstructured":"Huang, Q., He, H., Singh, A., Lim, S., Benson, A.: Combining label propagation and simple models out-performs graph neural networks. In: International Conference on Learning Representations (2021). https:\/\/openreview.net\/pdf?id=8E1-f3VhX1o"},{"key":"9_CR10","unstructured":"Im, D.J., Tao, M., Branson, K.: An empirical analysis of the optimization of deep network loss surfaces. arXiv preprint arXiv:1612.04010 (2016)"},{"key":"9_CR11","doi-asserted-by":"publisher","unstructured":"Izadi, M.R., Fang, Y., Stevenson, R., Lin, L.: Optimization of graph neural networks with natural gradient descent. In: IEEE International Conference on Big Data (Big Data), pp. 171\u2013179. IEEE (2020). https:\/\/doi.org\/10.1109\/bigdata50022.2020.9378063","DOI":"10.1109\/bigdata50022.2020.9378063"},{"key":"9_CR12","unstructured":"Kipf, T., Welling, M.: Semi-supervised classification with graph convolutional networks. In: International Conference on Learning Representations (2017). https:\/\/openreview.net\/pdf?id=SJU4ayYgl"},{"key":"9_CR13","unstructured":"Krizhevsky, A., Nair, V., Hinton, G.: Canadian Institute for Advanced Research (2009). http:\/\/www.cs.toronto.edu\/~kriz\/cifar.html"},{"key":"9_CR14","unstructured":"Li, H., Xu, Z., Taylor, G., Studer, C., Goldstein, T.: Visualizing the loss landscape of neural nets. In: Conference on Neural Information Processing Systems (2018). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2018\/file\/a41b3bb3e6b050b6c9067c67f663b915-Paper.pdf"},{"key":"9_CR15","unstructured":"Li, Y., Yuan, Y.: Convergence analysis of two-layer neural networks with ReLU activation. In: Conference on Neural Information Processing Systems (2017). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/a96b65a721e561e1e3de768ac819ffbb-Paper.pdf"},{"key":"9_CR16","unstructured":"Lorch, E.: Visualizing deep network training trajectories with PCA. In: International Conference on Machine Learning Visualization Workshop (2016)"},{"key":"9_CR17","unstructured":"Morris, C., et\u00a0al.: Weisfeiler and Leman go machine learning: the story so far. J. Mach. Learn. Res. (2023). https:\/\/www.jmlr.org\/papers\/volume24\/22-0240\/22-0240.pdf"},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Moustafa, S., Kriege, N., Gansterer, W.: Efficient mixed precision quantization in graph neural networks. In: IEEE 41st International Conference on Data Engineering (2025). https:\/\/www.computer.org\/csdl\/proceedings-article\/icde\/2025\/360300e038\/26FZCgBUg4U","DOI":"10.1109\/ICDE65448.2025.00301"},{"key":"9_CR19","unstructured":"Nguyen, Q., Hein, M.: The loss surface of deep and wide neural networks. In: International Conference on Machine Learning (2017). https:\/\/dl.acm.org\/doi\/10.5555\/3305890.3305950"},{"key":"9_CR20","unstructured":"Saxe, A., McClelland, J., Ganguli, S.: Exact solutions to the nonlinear dynamics of learning in deep linear neural networks. In: International Conference on Learning Representations (2014). https:\/\/openreview.net\/forum?id=_wzZwKpTDF_9C"},{"issue":"3","key":"9_CR21","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1609\/aimag.v29i3.2157","volume":"29","author":"P Sen","year":"2008","unstructured":"Sen, P., Namata, G., Bilgic, M., Getoor, L., Gallagher, B., Eliassi-Rad, T.: Collective classification in network data. AI Mag. 29(3), 93\u201393 (2008). https:\/\/doi.org\/10.1609\/aimag.v29i3.2157","journal-title":"AI Mag."},{"issue":"18","key":"9_CR22","doi-asserted-by":"publisher","first-page":"8972","DOI":"10.3390\/app12188972","volume":"12","author":"M Shafiq","year":"2022","unstructured":"Shafiq, M., Gu, Z.: Deep residual learning for image recognition: a survey. Appl. Sci. 12(18), 8972 (2022). https:\/\/doi.org\/10.3390\/app12188972","journal-title":"Appl. Sci."},{"key":"9_CR23","unstructured":"Smith, L., Topin, N.: Exploring loss function topology with cyclical learning rate. arXiv preprint arXiv:1702.04283 (2017)"},{"issue":"2","key":"9_CR24","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1109\/tit.2018.2854560","volume":"65","author":"M Soltanolkotabi","year":"2019","unstructured":"Soltanolkotabi, M., Javanmard, A., Lee, J.D.: Theoretical insights into the optimization landscape of over-parameterized shallow neural networks. IEEE Trans. Inf. Theory 65(2), 742\u2013769 (2019). https:\/\/doi.org\/10.1109\/tit.2018.2854560","journal-title":"IEEE Trans. Inf. Theory"},{"key":"9_CR25","unstructured":"Velickovic, P., Cucurull, G., Casanova, A., Romero, A., Li\u00f2, P., Bengio, Y.: Graph attention networks. In: International Conference on Learning Representations (2018). https:\/\/openreview.net\/pdf?id=rJXMpikCZ"},{"key":"9_CR26","doi-asserted-by":"crossref","unstructured":"Wu, L., Cui, P., Pei, J., Zhao, L., Guo, X.: Graph neural networks: foundation, frontiers and applications. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining (2022)","DOI":"10.1145\/3534678.3542609"},{"key":"9_CR27","unstructured":"Xu, K., Hu, W., Leskovec, J., Jegelka, S.: How powerful are graph neural networks? In: International Conference on Learning Representations (2019). https:\/\/openreview.net\/pdf?id=ryGs6iA5Km"},{"key":"9_CR28","unstructured":"Xu, K., Li, C., Tian, Y., Sonobe, T., Kawarabayashi, K., Jegelka, S.: Representation learning on graphs with jumping knowledge networks. In: International Conference on Machine Learning (2018). https:\/\/proceedings.mlr.press\/v80\/xu18c\/xu18c.pdf"},{"key":"9_CR29","unstructured":"Zeng, H., Zhou, H., Srivastava, A., Kannan, R., Prasanna, V.: GraphSAINT: graph sampling based inductive learning method. In: International Conference on Learning Representations (2020). https:\/\/openreview.net\/pdf?id=BJe8pkHFwS"},{"key":"9_CR30","doi-asserted-by":"crossref","unstructured":"Zhang, W., et\u00a0al.: Graph attention multi-layer perceptron. In: Knowledge Discovery and Data Mining (2022). https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539121","DOI":"10.1145\/3534678.3539121"},{"key":"9_CR31","unstructured":"Zhu, Z.A., et\u00a0al.: A$$^2$$Q: aggregation-aware quantization for graph neural networks. In: International Conference on Learning Representations (2023). https:\/\/openreview.net\/pdf?id=7L2mgi0TNEP"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning. ICANN 2025 International Workshops and Special Sessions"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-04552-2_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T09:22:35Z","timestamp":1772184155000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-04552-2_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,23]]},"ISBN":["9783032045515","9783032045522"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-04552-2_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,23]]},"assertion":[{"value":"23 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kaunas","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"34","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/icann2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}