{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T04:37:48Z","timestamp":1775018268032,"version":"3.50.1"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030721121","type":"print"},{"value":"9783030721138","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-72113-8_34","type":"book-chapter","created":{"date-parts":[[2021,3,26]],"date-time":"2021-03-26T12:03:02Z","timestamp":1616760182000},"page":"513-528","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["A Multi-task Approach to Neural Multi-label Hierarchical Patent Classification Using Transformers"],"prefix":"10.1007","author":[{"given":"Subhash Chandra","family":"Pujari","sequence":"first","affiliation":[]},{"given":"Annemarie","family":"Friedrich","sequence":"additional","affiliation":[]},{"given":"Jannik","family":"Str\u00f6tgen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,3,27]]},"reference":[{"key":"34_CR1","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"688","DOI":"10.1007\/978-3-030-46133-1_41","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"L Abdelgawad","year":"2020","unstructured":"Abdelgawad, L., Kluegl, P., Genc, E., Falkner, S., Hutter, F.: Optimizing neural networks for patent classification. In: Brefeld, U., Fromont, E., Hotho, A., Knobbe, A., Maathuis, M., Robardet, C. (eds.) ECML PKDD 2019. LNCS (LNAI), vol. 11908, pp. 688\u2013703. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-46133-1_41"},{"key":"34_CR2","doi-asserted-by":"publisher","unstructured":"Aggarwal, C.C., Zhai, C.: Mining Text Data, chap. A Survey of Text Classification Algorithms, pp. 163\u2013222. Springer (2012). https:\/\/doi.org\/10.1007\/978-1-4614-3223-4_6","DOI":"10.1007\/978-1-4614-3223-4_6"},{"key":"34_CR3","doi-asserted-by":"crossref","unstructured":"Beltagy, I., Lo, K., Cohan, A.: SciBERT: a pretrained language model for scientific text. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), Hong Kong, China, pp. 3615\u20133620. Association for Computational Linguistics, November 2019","DOI":"10.18653\/v1\/D19-1371"},{"key":"34_CR4","unstructured":"Benites, F.: TwistBytes - hierarchical Classification at GermEval 2019: walking the fine line (of recall and precision). In: Proceedings of the 15th Conference on Natural Language Processing (KONVENS). Erlangen, Germany, October 2019"},{"key":"34_CR5","unstructured":"Benites, F., Malmasi, S., Zampieri, M.: Classifying patent applications with ensemble methods. In: Proceedings of the Australasian Language Technology Association Workshop 2018, pp. 89\u201392, Dunedin, New Zealand (2018)"},{"key":"34_CR6","unstructured":"Chollet, F., et al.: Keras (2015). https:\/\/github.com\/fchollet\/keras"},{"key":"34_CR7","doi-asserted-by":"crossref","unstructured":"Davis, J., Goadrich, M.: The relationship between precision-recall and ROC curves. In: Proceedings of the 23rd International Conference on Machine Learning, pp. 233\u2013240. ICML 2006, Association for Computing Machinery, New York, NY, USA (2006)","DOI":"10.1145\/1143844.1143874"},{"key":"34_CR8","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota (2019)"},{"key":"34_CR9","doi-asserted-by":"crossref","unstructured":"D\u2019hondt, E., Verberne, S., Oostdijk, N., Beney, J., Koster, C., Boves, L.: Dealing with temporal variation in patent categorization: Inf. Retrieval 17, 520\u2013544 (2014)","DOI":"10.1007\/s10791-014-9239-6"},{"issue":"1","key":"34_CR10","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/945546.945547","volume":"37","author":"CJ Fall","year":"2003","unstructured":"Fall, C.J., T\u00f6rcsv\u00e1ri, A., Benzineb, K., Karetka, G.: Automated categorization in the international patent classification. SIGIR Forum 37(1), 10\u201325 (2003)","journal-title":"SIGIR Forum"},{"key":"34_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/978-3-319-12511-4_11","volume-title":"Professional Search in the Modern World","author":"JC Gomez","year":"2014","unstructured":"Gomez, J.C., Moens, M.-F.: A survey of automated hierarchical classification of patents. In: Paltoglou, G., Loizides, F., Hansen, P. (eds.) Professional Search in the Modern World. LNCS, vol. 8830, pp. 215\u2013249. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-12511-4_11"},{"key":"34_CR12","unstructured":"Hepburn, J.: Universal language model fine-tuning for patent classification. In: Proceedings of the Australasian Language Technology Association Workshop 2018, pp. 93\u201396, Dunedin, New Zealand (2018)"},{"key":"34_CR13","doi-asserted-by":"crossref","unstructured":"Howard, J., Ruder, S.: Universal Language Model Fine-tuning for Text Classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 328\u2013339. Association for Computational Linguistics, Melbourne, Australia (2018)","DOI":"10.18653\/v1\/P18-1031"},{"key":"34_CR14","doi-asserted-by":"crossref","unstructured":"Huang, W., et al.: Hierarchical multi-label text classification: an attention-based recurrent network approach. In: Proceedings of the 28th ACM International Conference on Information and Knowledge Management, pp. 1051\u20131060 (2019)","DOI":"10.1145\/3357384.3357885"},{"key":"34_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1007\/978-3-319-76941-7_4","volume-title":"Advances in Information Retrieval","author":"R Jalan","year":"2018","unstructured":"Jalan, R., Gupta, M., Varma, V.: Medical forum question classification using deep learning. In: Pasi, G., Piwowarski, B., Azzopardi, L., Hanbury, A. (eds.) ECIR 2018. LNCS, vol. 10772, pp. 45\u201358. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-76941-7_4"},{"key":"34_CR16","doi-asserted-by":"crossref","unstructured":"Kalchbrenner, N., Grefenstette, E., Blunsom, P.: A convolutional neural network for modelling sentences. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (ACL 2014), Baltimore, MD, USA, pp. 655\u2013665 (2014)","DOI":"10.3115\/v1\/P14-1062"},{"key":"34_CR17","doi-asserted-by":"crossref","unstructured":"Kang, D.M., Lee, C.C., Lee, S., Lee, W.: Patent prior art search using deep learning language model. In: Proceedings of the 24th Symposium on International Database Engineering & Applications. IDEAS 2020, Association for Computing Machinery, New York, NY, USA (2020)","DOI":"10.1145\/3410566.3410597"},{"key":"34_CR18","doi-asserted-by":"crossref","unstructured":"Kim, Y.: Convolutional Neural Networks for Sentence Classification. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1746\u20131751. Association for Computational Linguistics, Doha, Qatar (2014)","DOI":"10.3115\/v1\/D14-1181"},{"key":"34_CR19","unstructured":"Kiritchenko, S., Matwin, S., Famili, A.F.: Functional annotation of genes using hierarchical text categorization. In: Proceedings of BioLINK SIG: Linking Literature, Information and Knowledge for Biology (2005)"},{"key":"34_CR20","doi-asserted-by":"crossref","unstructured":"Kowsari, K., Brown, D.E., Heidarysafa, M., Meimandi, K.J., Gerber, M.S., Barnes, L.E.: Hdltex: hierarchical deep learning for text classification. In: 2017 16th IEEE International Conference on Machine Learning and Applications (ICMLA), pp. 364\u2013371. IEEE (2017)","DOI":"10.1109\/ICMLA.2017.0-134"},{"key":"34_CR21","doi-asserted-by":"crossref","unstructured":"Lee, J.S., Hsiang, J.: PatentBERT: patent classification with fine-tuning a pre-trained BERT model. World Patent Inf. 61, 101965 (2020)","DOI":"10.1016\/j.wpi.2020.101965"},{"issue":"2","key":"34_CR22","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1007\/s11192-018-2905-5","volume":"117","author":"S Li","year":"2018","unstructured":"Li, S., Hu, J., Cui, Y., Hu, J.: DeepPatent: patent classification with convolutional neural networks and word embedding. Scientometrics 117(2), 721\u2013744 (2018)","journal-title":"Scientometrics"},{"key":"34_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/978-3-030-45439-5_25","volume-title":"Advances in Information Retrieval","author":"Z Lu","year":"2020","unstructured":"Lu, Z., Du, P., Nie, J.-Y.: VGCN-BERT: augmenting BERT with graph embedding for text classification. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12035, pp. 369\u2013382. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45439-5_25"},{"key":"34_CR24","doi-asserted-by":"crossref","unstructured":"Meng, Y., Shen, J., Zhang, C., Han, J.: Weakly-supervised hierarchical text classification. Proceedings of the AAAI Conference on Artificial Intelligence. vol. 33, 6826\u20136833 (2019)","DOI":"10.1609\/aaai.v33i01.33016826"},{"key":"34_CR25","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space. In: Bengio, Y., LeCun, Y. (eds.) 1st International Conference on Learning Representations, ICLR 2013, Scottsdale, Arizona, USA, 2\u20134 May 2013, Workshop Track Proceedings (2013)"},{"key":"34_CR26","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems, pp. 3111\u20133119 (2013)"},{"key":"34_CR27","unstructured":"Moll\u00e1, D., Seneviratne, D.: Overview of the 2018 ALTA shared task: classifying patent applications. In: Proceedings of the Australasian Language Technology Association Workshop 2018, Dunedin, New Zealand, pp. 84\u201388. (2018)"},{"key":"34_CR28","doi-asserted-by":"crossref","unstructured":"Nanba, H., Kamaya, H., Takezawa, T., Okumura, M., Shinmori, A., Tanigawa, H.: Automatic translation of scholarly terms into patent terms. In: Proceedings of the 2nd International Workshop on Patent Information Retrieval, pp. 21\u201324. PaIR 2009, Association for Computing Machinery, New York, NY, USA (2009)","DOI":"10.1145\/1651343.1651348"},{"key":"34_CR29","doi-asserted-by":"crossref","unstructured":"Peng, H., et al.: Large-scale hierarchical text classification with recursively regularized deep graph-CNN. In: Proceedings of the 2018 World Wide Web Conference, pp. 1063\u20131072 (2018)","DOI":"10.1145\/3178876.3186005"},{"key":"34_CR30","series-title":"The Information Retrieval Series","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/978-3-030-22948-1_15","volume-title":"Information Retrieval Evaluation in a Changing World","author":"F Piroi","year":"2019","unstructured":"Piroi, F., Hanbury, A.: Multilingual patent text retrieval evaluation: CLEF\u2013IP. Information Retrieval Evaluation in a Changing World. TIRS, vol. 41, pp. 365\u2013387. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-22948-1_15"},{"key":"34_CR31","doi-asserted-by":"crossref","unstructured":"Platt, J.C.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. In: Advances in Large Margin Classifiers, pp. 61\u201374. MIT Press (1999)","DOI":"10.7551\/mitpress\/1113.003.0008"},{"key":"34_CR32","doi-asserted-by":"crossref","unstructured":"Risch, J., Garda, S., Krestel, R.: Hierarchical document classification as a sequence generation task. In: Proceedings of the Joint Conference on Digital Libraries (JCDL), pp. 147\u2013155 (2020)","DOI":"10.1145\/3383583.3398538"},{"key":"34_CR33","doi-asserted-by":"crossref","unstructured":"Rogers, A., Kovaleva, O., Rumshisky, A.: A primer in bertology: What we know about how bert works. arXiv preprint arXiv:2002.12327 (2020)","DOI":"10.1162\/tacl_a_00349"},{"key":"34_CR34","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/s10618-010-0175-9","volume":"22","author":"CN Silla","year":"2010","unstructured":"Silla, C.N., Freitas, A.A.: A survey of hierarchical classification across different application domains. Data Mining Knowl. Discov. 22, 31\u201372 (2010)","journal-title":"Data Mining Knowl. Discov."},{"key":"34_CR35","doi-asserted-by":"crossref","unstructured":"Tang, P., Jiang, M., Xia, B.N., Pitera, J.W., Welser, J., Chawla, N.V.: Multi-label patent categorization with non-local attention-based graph convolutional network. In: Proceedings of the Thirty-Fourth AAAI Conference on Artificial Intelligence (AAAI 2020) (2020)","DOI":"10.1609\/aaai.v34i05.6435"},{"key":"34_CR36","unstructured":"Tikk, D., Biro, G.: Experiment with a hierarchical text categorization method on the wipo-alpha patent collection. In: Fourth International Symposium on Uncertainty Modeling and Analysis (ISUMA 2003), pp. 104\u2013109 (2003)"},{"key":"34_CR37","doi-asserted-by":"crossref","unstructured":"Wang, P., Fan, Y., Niu, S., Yang, Z., Zhang, Y., Guo, J.: Hierarchical matching network for crime classification. In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2019), pp. 325\u2013334. ACM (2019)","DOI":"10.1145\/3331184.3331223"},{"key":"34_CR38","unstructured":"Wehrmann, J., Cerri, R., Barros, R.: Hierarchical multi-label classification networks. In: Proceedings of the 35th International Conference on Machine Learning (ICML 2018), pp. 5075\u20135084 (2018)"},{"key":"34_CR39","unstructured":"Wolf, T., et al.: Huggingface\u2019s transformers: State-of-the-art natural language processing. ArXiv abs\/1910.03771 (2019)"},{"key":"34_CR40","doi-asserted-by":"crossref","unstructured":"Yao, L., Mao, C., Luo, Y.: Graph Convolutional networks for text classification. In: Proceedings of the AAAI Conference on Artificial Intelligence (AAAI 2019), pp. 7370\u20137377 (2019)","DOI":"10.1609\/aaai.v33i01.33017370"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-72113-8_34","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T11:04:15Z","timestamp":1710241455000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-72113-8_34"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030721121","9783030721138"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-72113-8_34","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"27 March 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 April 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"43","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2021.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"436","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}