{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T23:03:53Z","timestamp":1780959833195,"version":"3.54.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,2,12]],"date-time":"2022-02-12T00:00:00Z","timestamp":1644624000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,2,12]],"date-time":"2022-02-12T00:00:00Z","timestamp":1644624000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Softw Syst Model"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s10270-022-00975-5","type":"journal-article","created":{"date-parts":[[2022,2,12]],"date-time":"2022-02-12T05:02:44Z","timestamp":1644642164000},"page":"1071-1089","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":62,"title":["Recommending metamodel concepts during modeling activities with pre-trained language models"],"prefix":"10.1007","volume":"21","author":[{"given":"Martin","family":"Weyssow","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Houari","family":"Sahraoui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eugene","family":"Syriani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,2,12]]},"reference":[{"key":"975_CR1","doi-asserted-by":"crossref","unstructured":"Agt-Rickauer, H., Kutsche, R.D., Sack, H.: Automated recommendation of related model elements for domain models. In: International Conference on Model-Driven Engineering and Software Development, pp. 134\u2013158. Springer, Berlin (2018)","DOI":"10.1007\/978-3-030-11030-7_7"},{"key":"975_CR2","doi-asserted-by":"crossref","unstructured":"Agt-Rickauer, H., Kutsche, R.D., Sack, H.: Domore\u2014a recommender system for domain modeling. In: MODELSWARD, pp. 71\u201382 (2018)","DOI":"10.5220\/0006555700710082"},{"key":"975_CR3","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1016\/S0065-2458(06)70003-1","volume":"70","author":"C Atkinson","year":"2007","unstructured":"Atkinson, C., K\u00fchne, T.: A tour of language customization concepts. Adv. Comput. 70, 105\u2013161 (2007)","journal-title":"Adv. Comput."},{"key":"975_CR4","doi-asserted-by":"crossref","unstructured":"Baker, P., Loh, S., Weil, F.: Model-driven engineering in a large industrial context\u2014Motorola case study. In: International Conference on Model Driven Engineering Languages and Systems, pp. 476\u2013491. Springer, Berlin (2005)","DOI":"10.1007\/11557432_36"},{"key":"975_CR5","unstructured":"Basciani, F., Di Rocco, J., Di Ruscio, D., Di Salle, A., Iovino, L., Pierantonio, A.: Mdeforge: an extensible web-based modeling platform. In: 2nd International Workshop on Model-Driven Engineering on and for the Cloud, CloudMDE 2014, Co-located with the 17th International Conference on Model Driven Engineering Languages and Systems, MoDELS 2014, vol. 1242, pp. 66\u201375. CEUR-WS (2014)"},{"issue":"null","key":"975_CR6","first-page":"1137","volume":"3","author":"Y Bengio","year":"2003","unstructured":"Bengio, Y., Ducharme, R., Vincent, P., Janvin, C.: A neural probabilistic language model. J. Mach. Learn. Res. 3(null), 1137\u20131155 (2003)","journal-title":"J. Mach. Learn. Res."},{"key":"975_CR7","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., Agarwal, S., Herbert-Voss, A., Krueger, G., Henighan, T., Child, R., Ramesh, A., Ziegler, D., Wu, J., Winter, C., Hesse, C., Chen, M., Sigler, E., Litwin, M., Gray, S., Chess, B., Clark, J., Berner, C., McCandlish, S., Radford, A., Sutskever, I., Amodei, D.: Language models are few-shot learners. Adv. Neural Inf. Process Syst. 33, 1877\u20131901 (2020)"},{"key":"975_CR8","doi-asserted-by":"crossref","unstructured":"Burgue\u00f1o, L., Claris\u00f3, R., Li, S., G\u00e9rard, S., Cabot, J.: A NLP-based architecture for the autocompletion of partial domain models. https:\/\/hal.archives-ouvertes.fr\/hal-03010872. Working paper or preprint (2020)","DOI":"10.1007\/978-3-030-79382-1_6"},{"key":"975_CR9","doi-asserted-by":"crossref","unstructured":"Burgue\u00f1o, L., Cabot, J., G\u00e9rard, S.: An LSTM-based neural network architecture for model transformations. In: 2019 ACM\/IEEE 22nd International Conference on Model Driven Engineering Languages and Systems (MODELS), pp. 294\u2013299 (2019). https:\/\/doi.org\/10.1109\/MODELS.2019.00013","DOI":"10.1109\/MODELS.2019.00013"},{"key":"975_CR10","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"975_CR11","unstructured":"Devlin, J., Chang, M-W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"975_CR12","unstructured":"Di Rocco, J., Di Sipio, C., Di Ruscio, D., Nguyen, T.P.: A GNN-based recommender system to assist the specification of metamodels and models. https:\/\/github.com\/MDEGroup\/MORGAN\/blob\/main\/main.pdf"},{"key":"975_CR13","unstructured":"Eclipse Foundation, Inc.: Eclipse Emfatic. https:\/\/www.eclipse.org\/emfatic\/"},{"key":"975_CR14","doi-asserted-by":"crossref","unstructured":"Elkamel, A., Gzara, M., Ben-Abdallah, H.: An UML class recommender system for software design. In: 2016 IEEE\/ACS 13th International Conference of Computer Systems and Applications (AICCSA), pp. 1\u20138 (2016). https:\/\/doi.org\/10.1109\/AICCSA.2016.7945659","DOI":"10.1109\/AICCSA.2016.7945659"},{"key":"975_CR15","doi-asserted-by":"crossref","unstructured":"Feng, Z., Guo, D., Tang, D., Duan, N., Feng, X., Gong, M., Shou, L., Qin, B., Liu, T., Jiang, D., et al.: CodeBERT: a pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"975_CR16","doi-asserted-by":"crossref","unstructured":"France, R., Bieman, J., Cheng, B.H.: Repository for model driven development (ReMoDD). In: International Conference on Model Driven Engineering Languages and Systems, pp. 311\u2013317. Springer, Berlin (2006)","DOI":"10.1007\/978-3-540-69489-2_38"},{"key":"975_CR17","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9, 1735\u201380 (1997). https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735","journal-title":"Neural Comput."},{"key":"975_CR18","unstructured":"Kanade, A., Maniatis, P., Balakrishnan, G., Shi, K.: Pre-trained contextual embedding of source code. arXiv preprint arXiv:2001.00059 (2019)"},{"key":"975_CR19","doi-asserted-by":"crossref","unstructured":"Karampatsis, R.M., Babii, H., Robbes, R., Sutton, C., Janes, A.: Big code != big vocabulary: open-vocabulary models for source code. Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering (2020). https:\/\/doi.org\/10.1145\/3377811.3380342","DOI":"10.1145\/3377811.3380342"},{"key":"975_CR20","unstructured":"Karampatsis, R.M., Sutton, C.: SCELMo: source code embeddings from language models. arXiv preprint arXiv:2004.13214 (2020)"},{"key":"975_CR21","unstructured":"Kipf, T.N., Welling, M.: Semi-supervised classification with graph convolutional networks. arXiv preprint arXiv:1609.02907 (2016)"},{"key":"975_CR22","doi-asserted-by":"crossref","unstructured":"Kuschke, T., M\u00e4der, P.: Pattern-based auto-completion of UML modeling activities. In: Proceedings of the 29th ACM\/IEEE International Conference on Automated Software Engineering, pp. 551\u2013556 (2014)","DOI":"10.1145\/2642937.2642949"},{"key":"975_CR23","doi-asserted-by":"crossref","unstructured":"Kuschke, T., M\u00e4der, P., Rempel, P.: Recommending auto-completions for software modeling activities. In: International Conference on Model Driven Engineering Languages and Systems, pp. 170\u2013186. Springer, Berlin (2013)","DOI":"10.1007\/978-3-642-41533-3_11"},{"key":"975_CR24","unstructured":"Lample, G., Conneau, A.: Cross-lingual language model pretraining. CoRR arXiv:1901.07291 (2019)"},{"key":"975_CR25","unstructured":"Liu, Y., Ott, M., Goyal, N., Du, J., Joshi, M., Chen, D., Levy, O., Lewis, M., Zettlemoyer, L., Stoyanov, V.: RoBerta: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"975_CR26","doi-asserted-by":"crossref","unstructured":"L\u00f3pez, J.A.H., Cuadrado, J.S.: MAR: a structure-based search engine for models. In: Proceedings of the 23rd ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems, pp. 57\u201367 (2020)","DOI":"10.1145\/3365438.3410947"},{"key":"975_CR27","unstructured":"L\u00f3pez-Fern\u00e1ndez, J.J., Guerra, E., De Lara, J.: Assessing the quality of meta-models. In: MoDeVVa@ MoDELS, pp. 3\u201312. Citeseer (2014)"},{"issue":"1","key":"975_CR28","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/s10664-012-9196-x","volume":"18","author":"P Mohagheghi","year":"2013","unstructured":"Mohagheghi, P., Gilani, W., Stefanescu, A., Fernandez, M.A.: An empirical study of the state of the practice and acceptance of model-driven engineering in four industrial cases. Empir. Softw. Eng. 18(1), 89\u2013116 (2013)","journal-title":"Empir. Softw. Eng."},{"key":"975_CR29","doi-asserted-by":"crossref","unstructured":"Mussbacher, G., Combemale, B., Abrah\u00e3o, S., Bencomo, N., Burgue\u00f1o, L., Engels, G., Kienzle, J., K\u00fchn, T., Mosser, S., Sahraoui, H., et al.: Towards an assessment grid for intelligent modeling assistance. In: Proceedings of the 23rd ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems: Companion Proceedings, pp. 1\u201310 (2020)","DOI":"10.1145\/3417990.3421396"},{"issue":"5","key":"975_CR30","doi-asserted-by":"publisher","first-page":"1045","DOI":"10.1007\/s10270-020-00814-5","volume":"19","author":"G Mussbacher","year":"2020","unstructured":"Mussbacher, G., Combemale, B., Kienzle, J., Abrah\u00e3o, S., Ali, H., Bencomo, N., B\u00far, M., Burgue\u00f1o, L., Engels, G., Jeanjean, P., et al.: Opportunities in intelligent modeling assistance. Softw. Syst. Model. 19(5), 1045\u20131053 (2020)","journal-title":"Softw. Syst. Model."},{"key":"975_CR31","unstructured":"NaoMod Research Group: Atlanmod Modeling Tools. https:\/\/www.atlanmod.org\/"},{"key":"975_CR32","unstructured":"Rabbi, F., Lamo, Y., Yu, I., Kristensen, L.M.: A diagrammatic approach to model completion. In: AMT@MoDELS (2015)"},{"key":"975_CR33","unstructured":"Radford, A.: Improving language understanding by generative pre-training. OpenAI Blog (2018)"},{"issue":"8","key":"975_CR34","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners. OpenAI Blog 1(8), 9 (2019)","journal-title":"OpenAI Blog"},{"issue":"4","key":"975_CR35","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1109\/MS.2009.161","volume":"27","author":"M Robillard","year":"2009","unstructured":"Robillard, M., Walker, R., Zimmermann, T.: Recommendation systems for software engineering. IEEE Softw. 27(4), 80\u201386 (2009)","journal-title":"IEEE Softw."},{"issue":"1","key":"975_CR36","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/TNN.2008.2005605","volume":"20","author":"F Scarselli","year":"2008","unstructured":"Scarselli, F., Gori, M., Tsoi, A.C., Hagenbuchner, M., Monfardini, G.: The graph neural network model. IEEE Trans. Neural Netw. 20(1), 61\u201380 (2008)","journal-title":"IEEE Trans. Neural Netw."},{"key":"975_CR37","unstructured":"Sen, S., Baudry, B., Precup, D.: Partial model completion in model driven engineering using constraint logic programming. In: 17th International Conference on Applications of Declarative Programming and Knowledge Management (INAP 2007) and 21st Workshop on (Constraint), p. 59 (2007)"},{"key":"975_CR38","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/978-3-540-69073-3_27","volume-title":"Models in Software Engineering","author":"S Sen","year":"2008","unstructured":"Sen, S., Baudry, B., Vangheluwe, H.: Domain-specific model editors with model completion. In: Giese, H. (ed.) Models in Software Engineering, pp. 259\u2013270. Springer, Berlin (2008)"},{"key":"975_CR39","doi-asserted-by":"crossref","unstructured":"Sennrich, R., Haddow, B., Birch, A.: Neural machine translation of rare words with subword units. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 1715\u20131725. Association for Computational Linguistics, Berlin (2016). https:\/\/doi.org\/10.18653\/v1\/P16-1162. https:\/\/www.aclweb.org\/anthology\/P16-1162","DOI":"10.18653\/v1\/P16-1162"},{"key":"975_CR40","doi-asserted-by":"crossref","unstructured":"Stephan, M.: Towards a cognizant virtual software modeling assistant using model clones. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER), pp. 21\u201324. IEEE (2019)","DOI":"10.1109\/ICSE-NIER.2019.00014"},{"key":"975_CR41","doi-asserted-by":"crossref","unstructured":"Svyatkovskiy, A., Lee, S., Hadjitofi, A., Riechert, M., Franco, J.V., Allamanis, M.: Fast and memory-efficient neural code completion. In: IEEE\/ACM 18th International Conference on Mining Software Repositories (MSR), pp.\u00a0329\u2013340. IEEE (2020)","DOI":"10.1109\/MSR52588.2021.00045"},{"key":"975_CR42","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, L., Polosukhin, I.: Attention is all you need. arXiv preprint arXiv:1706.03762 (2017)"},{"key":"975_CR43","unstructured":"Weyssow, M., Sahraoui, H., Fr\u00e9nay, B., Vanderose, B.: Combining code embedding with static analysis for function-call completion. arXiv:2008.03731 (2020)"},{"issue":"3","key":"975_CR44","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1109\/MS.2013.65","volume":"31","author":"J Whittle","year":"2014","unstructured":"Whittle, J., Hutchinson, J., Rouncefield, M.: The state of practice in model-driven engineering. IEEE Softw. 31(3), 79\u201385 (2014). https:\/\/doi.org\/10.1109\/MS.2013.65","journal-title":"IEEE Softw."},{"key":"975_CR45","doi-asserted-by":"crossref","unstructured":"Wolf, T., Debut, L., Sanh, V., Chaumond, J., Delangue, C., Moi, A., Cistac, P., Rault, T., Louf, R., Funtowicz, M., Davison, J., Shleifer, S., von Platen, P., Ma, C., Jernite, Y., Plu, J., Xu, C., Scao, T.L., Gugger, S., Drame, M., Lhoest, Q., Rush, A.M.: Huggingface\u2019s transformers: state-of-the-art natural language processing. arXiv preprint arXiv:1910.03771 (2019)","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"975_CR46","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J.G., Salakhutdinov, R., Le, Q.V.: XLNet: generalized autoregressive pretraining for language understanding. arXiv preprint arXiv:1906.08237 (2019)"}],"container-title":["Software and Systems Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10270-022-00975-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10270-022-00975-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10270-022-00975-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T09:27:59Z","timestamp":1650878879000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10270-022-00975-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,12]]},"references-count":46,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["975"],"URL":"https:\/\/doi.org\/10.1007\/s10270-022-00975-5","relation":{},"ISSN":["1619-1366","1619-1374"],"issn-type":[{"value":"1619-1366","type":"print"},{"value":"1619-1374","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2,12]]},"assertion":[{"value":"2 April 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 October 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 December 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}