{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T09:31:59Z","timestamp":1774517519462,"version":"3.50.1"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031779145","type":"print"},{"value":"9783031779152","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T00:00:00Z","timestamp":1732838400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T00:00:00Z","timestamp":1732838400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77915-2_13","type":"book-chapter","created":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T11:53:48Z","timestamp":1732794828000},"page":"175-188","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["PlanBERT: From Messy Zonal Plans to\u00a0Informative Vector Embeddings"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1601-8884","authenticated-orcid":false,"given":"Henrik","family":"Br\u00e5dland","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6331-702X","authenticated-orcid":false,"given":"Morten","family":"Goodwin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7742-4907","authenticated-orcid":false,"given":"Per-Arne","family":"Andersen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1769-3194","authenticated-orcid":false,"given":"Alexander S.","family":"Nossum","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,29]]},"reference":[{"key":"13_CR1","unstructured":"Behnam\u00a0Ghader, P., Adlakha, V., Mosbach, M., Bahdanau, D., Chapados, N., Reddy, S.: LLM2Vec: Large Language Models Are Secretly Powerful Text Encoders, pp. 1\u201327 (2024)"},{"key":"13_CR2","unstructured":"BigScience: BigScience Language Open-science Open-access Multilingual (BLOOM) Language Model (2022)"},{"key":"13_CR3","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. Technical report (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"13_CR4","doi-asserted-by":"publisher","unstructured":"Gao, T., Yao, X., Chen, D.: SimCSE: simple contrastive learning of sentence embeddings. In: EMNLP 2021 - 2021 Conference on Empirical Methods in Natural Language Processing, Proceedings, pp. 6894\u20136910 (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.552","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"13_CR5","first-page":"8613","volume":"162","author":"B He","year":"2022","unstructured":"He, B., Ozay, M.: Exploring the gap between collapsed & whitened features in self-supervised learning. Proc. Mach. Learn. Res. 162, 8613\u20138634 (2022)","journal-title":"Proc. Mach. Learn. Res."},{"key":"13_CR6","doi-asserted-by":"publisher","unstructured":"Hua, T., Wang, W., Xue, Z., Ren, S., Wang, Y., Zhao, H.: On feature decorrelation in self-supervised learning. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 9578\u20139588 (2021). https:\/\/doi.org\/10.1109\/ICCV48922.2021.00946","DOI":"10.1109\/ICCV48922.2021.00946"},{"key":"13_CR7","doi-asserted-by":"crossref","unstructured":"Incitti, F., Urli, F., Snidaro, L.: Beyond word embeddings: a survey (2023)","DOI":"10.1016\/j.inffus.2022.08.024"},{"key":"13_CR8","unstructured":"Jiang, A.Q., et al.: Mistral 7B, pp.\u00a01\u20139 (2023)"},{"key":"13_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/978-3-642-35289-8_3","volume-title":"Neural Networks: Tricks of the Trade","author":"YA LeCun","year":"2012","unstructured":"LeCun, Y.A., Bottou, L., Orr, G.B., M\u00fcller, K.-R.: Efficient BackProp. In: Montavon, G., Orr, G.B., M\u00fcller, K.-R. (eds.) Neural Networks: Tricks of the Trade. LNCS, vol. 7700, pp. 9\u201348. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-35289-8_3"},{"key":"13_CR10","series-title":"CCIS","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1007\/978-3-031-08223-8_39","volume-title":"Engineering Applications of Neural Networks","author":"H Lien","year":"2022","unstructured":"Lien, H., Biermann, D., Palumbo, F., Goodwin, M.: An exploration of semi-supervised text classification. In: Iliadis, L., Jayne, C., Tefas, A., Pimenidis, E. (eds.) EANN 2022. CCIS, vol. 1600, pp. 477\u2013488. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-08223-8_39"},{"key":"13_CR11","unstructured":"Ling, C., et al.: Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey (2024)"},{"key":"13_CR12","unstructured":"Liu, R., et al.: Best Practices and Lessons Learned on Synthetic Data for Language Models, pp. 1\u201326 (2024)"},{"key":"13_CR13","unstructured":"Mitra, A., et al.: Orca 2: Teaching Small Language Models How to Reason (2023)"},{"key":"13_CR14","doi-asserted-by":"publisher","unstructured":"Muennighoff, N., Tazi, N., Magne, L., Reimers, N.: MTEB: massive text embedding benchmark. In: EACL 2023 - 17th Conference of the European Chapter of the Association for Computational Linguistics, Proceedings of the Conference, pp. 2006\u20132029 (2023). https:\/\/doi.org\/10.18653\/v1\/2023.eacl-main.148","DOI":"10.18653\/v1\/2023.eacl-main.148"},{"key":"13_CR15","unstructured":"Neelakantan, A., et al.: Text and Code Embeddings by Contrastive Pre-Training (2022)"},{"key":"13_CR16","unstructured":"Norwegian statistics authorities (SSB): Table 13434 - Municipal management of planning and building applications"},{"key":"13_CR17","unstructured":"OpenAI: GPT-4 Technical Report, vol. 4, pp. 1\u2013100 (2023)"},{"key":"13_CR18","doi-asserted-by":"publisher","first-page":"36120","DOI":"10.1109\/ACCESS.2023.3266377","volume":"11","author":"R Patil","year":"2023","unstructured":"Patil, R., Boit, S., Gudivada, V., Nandigam, J.: A survey of text representation and embedding techniques in NLP. IEEE Access 11, 36120\u201336146 (2023). https:\/\/doi.org\/10.1109\/ACCESS.2023.3266377","journal-title":"IEEE Access"},{"key":"13_CR19","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21, 1\u201367 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"13_CR20","unstructured":"Ramos, J., et\u00a0al.: Using TF-IDF to determine word relevance in document queries. In: Proceedings of the First Instructional Conference on Machine Learning, vol.\u00a0242, pp. 29\u201348. Citeseer (2003)"},{"key":"13_CR21","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"13_CR22","unstructured":"Samuel, D., et al.: NorBench \u2013 A Benchmark for Norwegian Language Models (2023)"},{"key":"13_CR23","unstructured":"Solatorio, A.V.: GISTEmbed: Guided In-sample Selection of Training Negatives for Text Embedding Fine-tuning (2024)"},{"key":"13_CR24","unstructured":"Tang, R., Han, X., Jiang, X., Hu, X.: Does Synthetic Data Generation of LLMs Help Clinical Text Mining? (2023)"},{"key":"13_CR25","first-page":"169","volume":"221","author":"A Tsitsulin","year":"2023","unstructured":"Tsitsulin, A., Munkhoeva, M., Perozzi, B.: Unsupervised embedding quality evaluation. Proc. Mach. Learn. Res. 221, 169\u2013188 (2023)","journal-title":"Proc. Mach. Learn. Res."},{"key":"13_CR26","unstructured":"Wang, L., et al.: Text Embeddings by Weakly-Supervised Contrastive Pre-training, pp. 1\u201317 (2022)"},{"key":"13_CR27","doi-asserted-by":"crossref","unstructured":"Wang, L., Yang, N., Huang, X., Yang, L., Majumder, R., Wei, F.: Improving Text Embeddings with Large Language Models (2023)","DOI":"10.18653\/v1\/2024.acl-long.642"},{"key":"13_CR28","unstructured":"Wang, L., Yang, N., Huang, X., Yang, L., Majumder, R., Wei, F.: Multilingual E5 Text Embeddings: A Technical Report (2024)"},{"key":"13_CR29","unstructured":"Wang, T., Isola, P.: Understanding contrastive representation learning through alignment and uniformity on the hypersphere. In: 37th International Conference on Machine Learning, ICML 2020, PartF16814, pp. 9871\u20139881 (2020)"},{"key":"13_CR30","unstructured":"White, J., et al.: A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT (2023)"},{"key":"13_CR31","unstructured":"Zhao, W.X., et al.: A Survey of Large Language Models (2023)"},{"key":"13_CR32","unstructured":"Zhu, Y., et al.: Large Language Models for Information Retrieval: A Survey (2023)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence XLI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77915-2_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T12:11:07Z","timestamp":1732795867000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77915-2_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,29]]},"ISBN":["9783031779145","9783031779152"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77915-2_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,29]]},"assertion":[{"value":"29 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SGAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Innovative Techniques and Applications of Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cambridge","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sgai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/bcs-sgai.org\/ai2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}