{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:15:55Z","timestamp":1740107755532,"version":"3.37.3"},"reference-count":105,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,5,29]],"date-time":"2020-05-29T00:00:00Z","timestamp":1590710400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,5,29]],"date-time":"2020-05-29T00:00:00Z","timestamp":1590710400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1564238"],"award-info":[{"award-number":["CCF-1564238"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Requirements Eng"],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1007\/s00766-020-00332-2","type":"journal-article","created":{"date-parts":[[2020,5,29]],"date-time":"2020-05-29T11:02:52Z","timestamp":1590750172000},"page":"67-96","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Model elements identification using neural networks: a comprehensive study"],"prefix":"10.1007","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2437-0498","authenticated-orcid":false,"given":"Kaushik","family":"Madala","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shraddha","family":"Piparia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eduardo","family":"Blanco","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hyunsook","family":"Do","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Renee","family":"Bryce","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,5,29]]},"reference":[{"key":"332_CR1","first-page":"368","volume-title":"Advanced information systems engineering","author":"NAM Maiden","year":"2004","unstructured":"Maiden NAM, Jones SV, Manning S, Greenwood J, Renou L (2004) Model-driven requirements engineering: synchronising models in an air traffic management case study. In: Anne P, Janis S (eds) Advanced information systems engineering. Springer, Berlin, pp 368\u2013383"},{"key":"332_CR2","doi-asserted-by":"crossref","unstructured":"Baudry B,\u00a0Nebut C, Traon YL (2007) Model-driven engineering for requirements analysis. In: 11th IEEE international enterprise distributed object computing conference (EDOC 2007), pp 459\u2013459","DOI":"10.1109\/EDOC.2007.15"},{"issue":"2","key":"332_CR3","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1016\/j.jss.2010.10.020","volume":"84","author":"SM dos Santos","year":"2011","unstructured":"dos Santos SM, Vrancken J, Verbraeck A (2011) User requirements modeling and analysis of software-intensive systems. J Syst Softw 84(2):328\u2013339","journal-title":"J Syst Softw"},{"key":"332_CR4","doi-asserted-by":"crossref","unstructured":"Anton AI (1996) Goal-based requirements analysis. In: Proceedings of the second international conference on requirements engineering, pp 136\u2013144","DOI":"10.1109\/ICRE.1996.491438"},{"issue":"1","key":"332_CR5","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1145\/291469.293165","volume":"42","author":"J Mylopoulos","year":"1999","unstructured":"Mylopoulos J, Chung L, Eric Y (1999) From object-oriented to goal-oriented requirements analysis. Commun ACM 42(1):31\u201337","journal-title":"Commun ACM"},{"issue":"1","key":"332_CR6","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1007\/s00766-014-0209-8","volume":"21","author":"J Horkoff","year":"2016","unstructured":"Horkoff J, Eric Y (2016) Interactive goal model analysis for early requirements engineering. Requir Eng 21(1):29\u201361","journal-title":"Requir Eng"},{"key":"332_CR7","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1007\/978-3-319-69904-2_18","volume-title":"Conceptual modeling","author":"L Piras","year":"2017","unstructured":"Piras L, Paja E, Giorgini P, Mylopoulos J (2017) Goal models for acceptance requirements analysis and gamification design. In: Heinrich CM, Giancarlo G, Hui M, Oscar P (eds) Conceptual modeling. Springer, Cham, pp 223\u2013230"},{"key":"332_CR8","doi-asserted-by":"crossref","unstructured":"Madala K,\u00a0Do H,\u00a0Aceituna D (2018) A combinatorial approach for exposing off-nominal behaviors. In: 2018 IEEE\/ACM 40th international conference on software engineering (ICSE), pp 910\u2013920","DOI":"10.1145\/3180155.3180204"},{"issue":"4","key":"332_CR9","doi-asserted-by":"crossref","first-page":"1253","DOI":"10.1007\/s10270-016-0560-y","volume":"17","author":"T Li","year":"2018","unstructured":"Li T, Horkoff J, Mylopoulos J (2018) Holistic security requirements analysis for socio-technical systems. Softw Syst Model 17(4):1253\u20131285","journal-title":"Softw Syst Model"},{"key":"332_CR10","doi-asserted-by":"crossref","unstructured":"Baltes S, Diehl S (2014) Sketches and diagrams in practice. In: Proceedings of the 22Nd ACM SIGSOFT international symposium on foundations of software engineering, FSE 2014, New York, NY, USA, ACM, pp 530\u2013541","DOI":"10.1145\/2635868.2635891"},{"issue":"3","key":"332_CR11","doi-asserted-by":"crossref","first-page":"339","DOI":"10.1007\/s00766-017-0270-1","volume":"22","author":"G Lucassen","year":"2017","unstructured":"Lucassen G, Robeer M, Dalpiaz F, van der Werf JMEM, Brinkkemper S (2017) Extracting conceptual models from user stories with visual narrator. Requir Eng 22(3):339\u2013358","journal-title":"Requir Eng"},{"key":"332_CR12","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.infsof.2018.12.007","volume":"110","author":"F Dalpiaz","year":"2018","unstructured":"Dalpiaz F, van der Schalk I, Brinkkemper S, Aydemir FB, Lucassen G (2018) Detecting terminological ambiguity in user stories: tool and experimentation. Inf Softw Technol 110:3\u201316","journal-title":"Inf Softw Technol"},{"key":"332_CR13","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1007\/978-3-319-74817-7_3","volume-title":"Advances in information systems development","author":"J Echeverr\u00eda","year":"2018","unstructured":"Echeverr\u00eda J, P\u00e9rez F, Pastor \u00d3, Cetina C (2018) Assessing the performance of automated model extraction rules. In: Nearchos P, Marios R, Chris B, Michael L, Henry L, Christoph S (eds) Advances in information systems development. Springer, Cham, pp 33\u201349"},{"key":"332_CR14","doi-asserted-by":"crossref","unstructured":"Madala K,\u00a0Piparia S,\u00a0Do H,\u00a0Bryce R (2018) Finding component state transition model elements using neural networks: an empirical study. In: 2018 5th international workshop on artificial intelligence for requirements engineering (AIRE), pp 54\u201361","DOI":"10.1109\/AIRE.2018.00014"},{"key":"332_CR15","unstructured":"Ratba SS, Ghoshal B (2018) Automatic extraction of structural model from semi structured software requirement specification. In: 2018 IEEE\/ACIS 17th international conference on computer and information science (ICIS), pp 543\u201358"},{"key":"332_CR16","doi-asserted-by":"crossref","unstructured":"Elallaoui M, Nafil K, Touahni R (2018) Automatic transformation of user stories into UML use case diagrams using NLP techniques. Proc Comput Sci 130: 42\u201349. In: The 9th international conference on ambient systems, networks and technologies (ANT 2018)\/The 8th international conference on sustainable energy information technology (SEIT-2018)\/affiliated workshops","DOI":"10.1016\/j.procs.2018.04.010"},{"key":"332_CR17","doi-asserted-by":"crossref","unstructured":"Robeer M,\u00a0Lucassen G, Werf JMEM, Dalpiaz F,\u00a0Brinkkemper S (2016) Automated extraction of conceptual models from user stories via NLP. In: 2016 IEEE 24th international requirements engineering conference (RE), pp 196\u2013205","DOI":"10.1109\/RE.2016.40"},{"issue":"2","key":"332_CR18","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1023\/A:1022916028950","volume":"10","author":"HM Harmain","year":"2003","unstructured":"Harmain HM, Gaizauskas R (2003) Cm-builder: a natural language-based case tool for object-oriented analysis. Autom Softw Eng 10(2):157\u2013181","journal-title":"Autom Softw Eng"},{"key":"332_CR19","unstructured":"Omar N, Hanna JRP, McKevitt P (2004) Heuristic-based entity-relationship modelling through natural language processing. In: Artificial intelligence and cognitive science conference (AICS). Artificial Intelligence Association of Ireland (AIAI), pp 302\u2013313"},{"key":"332_CR20","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.jss.2013.08.036","volume":"88","author":"S Vidya","year":"2014","unstructured":"Vidya S, Vidhu BR, Abirami S (2014) Conceptual modeling of natural language functional requirements. J Syst Softw 88:25\u201341","journal-title":"J Syst Softw"},{"issue":"2","key":"332_CR21","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/0020-0255(83)90014-2","volume":"29","author":"Peter Pin-Shan Chen","year":"1983","unstructured":"Peter Pin-Shan Chen (1983) English sentence structure and entity-relationship diagrams. Inform Sci 29(2):127\u2013149","journal-title":"Inform Sci"},{"key":"332_CR22","doi-asserted-by":"crossref","unstructured":"Madala K,\u00a0Gaither D,\u00a0Nielsen R,\u00a0Do H (2017) Automated identification of component state transition model elements from requirements. In: 2017 IEEE 25th international requirements engineering conference workshops (REW), pp 386\u2013392","DOI":"10.1109\/REW.2017.73"},{"key":"332_CR23","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1016\/j.infsof.2017.11.008","volume":"96","author":"H Tong","year":"2018","unstructured":"Tong H, Liu B, Wang S (2018) Software defect prediction using stacked denoising autoencoders and two-stage ensemble learning. Inf Softw Technol 96:94\u2013111","journal-title":"Inf Softw Technol"},{"issue":"5","key":"332_CR24","doi-asserted-by":"crossref","first-page":"826","DOI":"10.1021\/ci00027a006","volume":"35","author":"IV Tetko","year":"1995","unstructured":"Tetko IV, Livingstone DJ, Luik AI (1995) Neural network studies. 1. Comparison of overfitting and overtraining. J Chem Inf Comput Sci 35(5):826\u2013833","journal-title":"J Chem Inf Comput Sci"},{"key":"332_CR25","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. In: Proceedings of the thirteenth international conference on artificial intelligence and statistics, pp 249\u2013256"},{"issue":"5","key":"332_CR26","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1016\/0893-6080(89)90020-8","volume":"2","author":"K Hornik","year":"1989","unstructured":"Hornik K, Stinchcombe M, White H (1989) Multilayer feedforward networks are universal approximators. Neural Netw 2(5):359\u2013366","journal-title":"Neural Netw"},{"key":"332_CR27","doi-asserted-by":"crossref","unstructured":"Kalchbrenner N, Grefenstette E, Blunsom P (2014) A convolutional neural network for modelling sentences. In: Proceedings of the 52nd annual meeting of the association for computational linguistics (Volume 1: Long Papers), vol 1, pp 655\u2013665","DOI":"10.3115\/v1\/P14-1062"},{"key":"332_CR28","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp 1746\u20131751","DOI":"10.3115\/v1\/D14-1181"},{"key":"332_CR29","unstructured":"Sutskever I, Vinyals O, Le Quoc\u00a0V (2014) Sequence to sequence learning with neural networks. In: Advances in neural information processing systems, pp 3104\u20133112"},{"key":"332_CR30","doi-asserted-by":"crossref","unstructured":"Ma X, Hovy E (2016) End-to-end sequence labeling via bi-directional LSTM-CNNS-CRF. In: Proceedings of the 54th annual meeting of the association for computational linguistics (Volume 1: Long Papers), vol 1, pp 1064\u20131074","DOI":"10.18653\/v1\/P16-1101"},{"key":"332_CR31","unstructured":"Chung J, Gulcehre C, Cho K, Bengio Y (2014) Empirical evaluation of gated recurrent neural networks on sequence modeling. In: NIPS 2014 workshop on deep learning, December 2014"},{"key":"332_CR32","unstructured":"Jozefowicz R, Zaremba W, Sutskever I (2015) An empirical exploration of recurrent network architectures. In: International conference on machine learning, pp 2342\u20132350"},{"issue":"4","key":"332_CR33","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1561\/2200000013","volume":"4","author":"C Sutton","year":"2012","unstructured":"Sutton C, McCallum A et al (2012) An introduction to conditional random fields. Found Trends Mach Learn 4(4):267\u2013373","journal-title":"Found Trends Mach Learn"},{"key":"332_CR34","volume-title":"Data mining: practical machine learning tools and techniques","author":"IH Witten","year":"2016","unstructured":"Witten IH, Frank E, Hall MA, Pal CJ (2016) Data mining: practical machine learning tools and techniques. Morgan Kaufmann, Burlington"},{"key":"332_CR35","doi-asserted-by":"crossref","unstructured":"Miwa M, Bansal M (2016) End-to-end relation extraction using LSTMS on sequences and tree structures. In: Proceedings of the 54th annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 1105\u20131116","DOI":"10.18653\/v1\/P16-1105"},{"key":"332_CR36","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1162\/tacl_a_00104","volume":"4","author":"JPC Chiu","year":"2016","unstructured":"Chiu JPC, Nichols E (2016) Named entity recognition with bidirectional LSTM-CNNS. Trans Assoc Comput Linguist 4:357\u2013370","journal-title":"Trans Assoc Comput Linguist"},{"key":"332_CR37","doi-asserted-by":"crossref","unstructured":"Wang S, Jiang J (2016) Learning natural language inference with lstm. In: Proceedings of the 2016 conference of the North American chapter of the association for computational linguistics: human language technologies, pp 1442\u20131451","DOI":"10.18653\/v1\/N16-1170"},{"key":"332_CR38","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell J, Salakhutdinov RR, Le Quoc\u00a0V (2019) Xlnet: generalized autoregressive pretraining for language understanding. In: Advances in neural information processing systems, pp 5754\u20135764"},{"key":"332_CR39","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, Volume 1 (Long and Short Papers), pp 4171\u20134186"},{"issue":"3","key":"332_CR40","first-page":"13:1","volume":"24","author":"T Yue","year":"2015","unstructured":"Yue T, Briand LC, Labiche Y (2015) Atoucan: An automated framework to derive UML analysis models from use case models. ACM Trans Softw Eng Methodol 24(3):13:1\u201313:52","journal-title":"ACM Trans Softw Eng Methodol"},{"key":"332_CR41","doi-asserted-by":"crossref","unstructured":"Thakur JS,\u00a0Gupta A (2016) Anmodeler: a tool for generating domain models from textual specifications. In: 2016 31st IEEE\/ACM international conference on automated software engineering (ASE), pp 828\u2013833","DOI":"10.1145\/2970276.2970289"},{"key":"332_CR42","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1007\/978-3-540-87875-9_6","volume-title":"Model driven engineering languages and systems","author":"JJ Guti\u00e9rrez","year":"2008","unstructured":"Guti\u00e9rrez JJ, Nebut C, Escalona MJ, Mej\u00edas M, Ramos IM (2008) Visualization of use cases through automatically generated activity diagrams. In: Krzysztof C, Ileana O, Jean-Michel B, Axel U, Markus V (eds) Model driven engineering languages and systems. Springer, Berlin, pp 83\u201396"},{"issue":"1","key":"332_CR43","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s00766-013-0181-8","volume":"20","author":"N Zeni","year":"2015","unstructured":"Zeni N, Kiyavitskaya N, Mich L, Cordy JR, Mylopoulos J (2015) Gaiust: supporting the extraction of rights and obligations for regulatory compliance. Requir Eng 20(1):1\u201322","journal-title":"Requir Eng"},{"key":"332_CR44","unstructured":"Ideal modeling and diagramming tool for agile team collaboration. https:\/\/www.visual-paradigm.com\/"},{"key":"332_CR45","unstructured":"Ravenflow. http:\/\/www.ravenflow.com\/"},{"key":"332_CR46","unstructured":"Casecomplete. http:\/\/casecomplete.com\/"},{"key":"332_CR47","unstructured":"Petrov S, Das D, McDonald R (2012) A universal part-of-speech tagset. In: Proceedings of the eighth international conference on language resources and evaluation (LREC-2012)"},{"key":"332_CR48","doi-asserted-by":"crossref","unstructured":"De\u00a0Marneffe M-C, Manning CD (2008) The Stanford typed dependencies representation. In: Coling 2008: proceedings of the workshop on cross-framework and cross-domain parser evaluation. Association for Computational Linguistics, pp 1\u20138","DOI":"10.3115\/1608858.1608859"},{"key":"332_CR49","doi-asserted-by":"crossref","unstructured":"Manning C, Surdeanu M, Bauer J, Finkel J, Bethard S, McClosky D (2014) The Stanford Corenlp natural language processing toolkit. In: Proceedings of 52nd annual meeting of the association for computational linguistics: system demonstrations, pp 55\u201360","DOI":"10.3115\/v1\/P14-5010"},{"key":"332_CR50","doi-asserted-by":"crossref","DOI":"10.1075\/scl.4","volume-title":"Pattern grammar: a corpus-driven approach to the lexical grammar of English","author":"S Hunston","year":"2000","unstructured":"Hunston S, Francis G (2000) Pattern grammar: a corpus-driven approach to the lexical grammar of English, vol 4. John Benjamins Publishing, Amsterdam"},{"key":"332_CR51","doi-asserted-by":"crossref","unstructured":"Pudlitz F, Brokhausen F,\u00a0Vogelsang A (2019) Extraction of system states from natural language requirements. In: 2019 IEEE 27th international requirements engineering conference (RE), IEEE, pp 211\u2013222","DOI":"10.1109\/RE.2019.00031"},{"key":"332_CR52","doi-asserted-by":"crossref","unstructured":"Sleimi A,\u00a0Sannier N,\u00a0Sabetzadeh M,\u00a0Briand L,\u00a0Dann J (2018) Automated extraction of semantic legal metadata using natural language processing. In: 2018 IEEE 26th international requirements engineering conference (RE). IEEE, pp 124\u2013135","DOI":"10.1109\/RE.2018.00022"},{"key":"332_CR53","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1007\/978-3-642-11266-9_58","volume-title":"SOFSEM 2010: theory and practice of computer science","author":"M \u015amia\u0142ek","year":"2010","unstructured":"\u015amia\u0142ek M, Kalnins A, Kalnina E, Ambroziewicz A, Straszak T, Wolter K (2010) Comprehensive system for systematic case-driven software reuse. In: van Leeuwen J, Muscholl A, Peleg D, Pokorn\u00fd J, Rumpe B (eds) SOFSEM 2010: theory and practice of computer science. Springer, Berlin, pp 697\u2013708"},{"key":"332_CR54","doi-asserted-by":"crossref","unstructured":"Elallaoui M, Nafil K, Touahni R (2015) Automatic generation of UML sequence diagrams from user stories in scrum process. In: 2015 10th international conference on intelligent systems: theories and applications (SITA), pp 1\u20136","DOI":"10.1109\/SITA.2015.7358415"},{"key":"332_CR55","doi-asserted-by":"crossref","unstructured":"Miaek M, Straszak T (2012) Facilitating transition from requirements to code with the redseeds tool. In: 2012 20th IEEE international requirements engineering conference (RE), pp 321\u2013322","DOI":"10.1109\/RE.2012.6345825"},{"key":"332_CR56","doi-asserted-by":"crossref","unstructured":"Erazo L,\u00a0Martins E, Greghi JG (June 2017) Maritaca: from textual use case descriptions to behavior models. In: 2017 47th annual IEEE\/IFIP international conference on dependable systems and networks workshops (DSN-W), pp 83\u201390","DOI":"10.1109\/DSN-W.2017.33"},{"key":"332_CR57","doi-asserted-by":"crossref","unstructured":"Song H, Huang G, Chauvel F, Zhang W, Sun Y, Shao W, Mei H (2011) Instant and incremental QVT transformation for runtime models. In: International conference on model driven engineering languages and systems, Springer, New York, pp 273\u2013288","DOI":"10.1007\/978-3-642-24485-8_20"},{"key":"332_CR58","doi-asserted-by":"crossref","unstructured":"Lucassen G, Dalpiaz F, van\u00a0der Werf JMEM, Brinkkemper S (2015) Forging high-quality user stories: towards a discipline for agile requirements. In: 2015 IEEE 23rd international requirements engineering conference (RE), IEEE, pp 126\u2013135","DOI":"10.1109\/RE.2015.7320415"},{"key":"332_CR59","unstructured":"Slob G-J, Dalpiaz F, Brinkkemper S, Garm L (2018) Effective requirements exploration and discussion through visualization. In: REFSQ workshops, The interactive narrator tool"},{"key":"332_CR60","unstructured":"Zhang N, Wang J, Ma Y (2018) Mining domain knowledge on service goals from textual service descriptions. IEEE Trans Serv Comput 1\u20131"},{"key":"332_CR61","doi-asserted-by":"crossref","unstructured":"Chen Y,\u00a0Wang Y,\u00a0Hou Y,\u00a0Wang Y (2019) T-star: a text-based istar modeling tool. In: 2019 IEEE 27th international requirements engineering conference (RE), pp 490\u2013491","DOI":"10.1109\/RE.2019.00069"},{"key":"332_CR62","first-page":"1089","volume":"5","author":"Y Bengio","year":"2004","unstructured":"Bengio Y, Grandvalet Y (2004) No unbiased estimator of the variance of k-fold cross-validation. J Mach Learn Res 5:1089\u20131105","journal-title":"J Mach Learn Res"},{"key":"332_CR63","doi-asserted-by":"crossref","unstructured":"Aceituna D, Do H (2015) Exposing the susceptibility of off-nominal behaviors in reactive system requirements. In: 2015 IEEE 23rd international requirements engineering conference (RE), pp 136\u2013145","DOI":"10.1109\/RE.2015.7320416"},{"key":"332_CR64","volume-title":"Natural language annotation for machine learning: a guide to corpus-building for applications","author":"J Pustejovsky","year":"2012","unstructured":"Pustejovsky J, Stubbs A (2012) Natural language annotation for machine learning: a guide to corpus-building for applications. O\u2019Reilly Media Inc, New York"},{"issue":"1","key":"332_CR65","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Meas 20(1):37\u201346","journal-title":"Educ Psychol Meas"},{"issue":"6","key":"332_CR66","doi-asserted-by":"crossref","first-page":"874","DOI":"10.1016\/j.engappai.2007.09.009","volume":"21","author":"A Ben-David","year":"2008","unstructured":"Ben-David A (2008) About the relationship between ROC curves and Cohen\u2019s Kappa. Eng Appl Artif Intell 21(6):874\u2013882","journal-title":"Eng Appl Artif Intell"},{"key":"332_CR67","first-page":"37","volume":"2","author":"DMW Powers","year":"2011","unstructured":"Powers DMW (2011) Evaluation: from precision, recall and f-measure to ROC, informedness, markedness and correlation. J Mach Learn Technol 2:37\u201363","journal-title":"J Mach Learn Technol"},{"key":"332_CR68","unstructured":"Veronis J (1998) A study of polysemy judgements and inter-annotator agreement. In: Programme and advanced papers of the senseval workshop, Herstmonceux, pp 2\u20134"},{"issue":"4","key":"332_CR69","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1162\/coli.07-034-R2","volume":"34","author":"R Artstein","year":"2008","unstructured":"Artstein R, Poesio M (2008) Inter-coder agreement for computational linguistics. Comput Linguist 34(4):555\u2013596","journal-title":"Comput Linguist"},{"issue":"4","key":"332_CR70","doi-asserted-by":"crossref","first-page":"699","DOI":"10.1162\/COLI_a_00074","volume":"37","author":"Petra Saskia Bayerl and Karsten Ingmar Paul","year":"2011","unstructured":"Petra Saskia Bayerl and Karsten Ingmar Paul (2011) What determines inter-coder agreement in manual annotations? A meta-analytic investigation. Comput Linguist 37(4):699\u2013725","journal-title":"Comput Linguist"},{"key":"332_CR71","first-page":"1097","volume-title":"Advances in neural information processing systems","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Pereira F, Burges CJC, Bottou L, Weinberger KQ (eds) Advances in neural information processing systems, vol 25. Curran Associates Inc, New York, pp 1097\u20131105"},{"issue":"4","key":"332_CR72","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TPAMI.2017.2699184","volume":"40","author":"L Chen","year":"2018","unstructured":"Chen L, Papandreou G, Kokkinos I, Murphy K, Yuille AL (2018) Deeplab: semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected crfs. IEEE Trans Pattern Anal Mach Intell 40(4):834\u2013848","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"332_CR73","doi-asserted-by":"crossref","unstructured":"Lai S, Xu L, Liu K, Zhao J (2015) Recurrent convolutional neural networks for text classification. In: Proceedings of the twenty-ninth AAAI conference on artificial intelligence, AAAI\u201915. AAAI Press, pp 2267\u20132273","DOI":"10.1609\/aaai.v29i1.9513"},{"key":"332_CR74","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP). Association for Computational Linguistics, pp 1746\u20131751","DOI":"10.3115\/v1\/D14-1181"},{"key":"332_CR75","doi-asserted-by":"crossref","DOI":"10.1002\/047084535X","volume-title":"Recurrent neural networks for prediction: learning algorithms. Architectures and stability","author":"DP Mandic","year":"2001","unstructured":"Mandic DP, Chambers J (2001) Recurrent neural networks for prediction: learning algorithms. Architectures and stability. Wiley, New York"},{"key":"332_CR76","doi-asserted-by":"crossref","unstructured":"Ma X, Hovy E (2016) End-to-end sequence labeling via bi-directional LSTM-CNNS-CRF. In: Proceedings of the 54th annual meeting of the association for computational linguistics (Volume 1: Long Papers), Association for Computational Linguistics, pp 1064\u20131074","DOI":"10.18653\/v1\/P16-1101"},{"key":"332_CR77","unstructured":"Zaheer M, Ahmed A, Smola AJ (2017) Latent LSTM allocation: joint clustering and non-linear dynamic modeling of sequence data. In: Proceedings of the 34th international conference on machine learning, volume\u00a070 of proceedings of machine learning research, international convention centre, Sydney, Australia, PMLR, pp 3967\u20133976"},{"key":"332_CR78","doi-asserted-by":"crossref","unstructured":"Reimers N, Gurevych I (2017) Reporting score distributions makes a difference: Performance study of lstm-networks for sequence tagging. In: Proceedings of the 2017 conference on empirical methods in natural language processing. Association for Computational Linguistics, pp 338\u2013348","DOI":"10.18653\/v1\/D17-1035"},{"key":"332_CR79","first-page":"3111","volume-title":"Advances in neural information processing systems","author":"T Mikolov","year":"2013","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Burges CJC, Bottou L, Welling M, Ghahramani Z, Weinberger KQ (eds) Advances in neural information processing systems, vol 26. Curran Associates Inc, New York, pp 3111\u20133119"},{"key":"332_CR80","unstructured":"Wikimedia. Wikipedia data set. https:\/\/dumps.wikimedia.org\/backup-index.html"},{"key":"332_CR81","unstructured":"Common Crawl. Common crawl corpus. http:\/\/commoncrawl.org\/the-data\/"},{"key":"332_CR82","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: global vectors for word representation. In: Empirical methods in natural language processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"332_CR83","doi-asserted-by":"crossref","unstructured":"Levy O, Goldberg Y (2014) Dependency-based word embeddings. In: Proceedings of the 52nd annual meeting of the association for computational linguistics (Volume 2: Short Papers), vol 2, pp 302\u2013308","DOI":"10.3115\/v1\/P14-2050"},{"key":"332_CR84","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1162\/tacl_a_00051","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski P, Grave E, Joulin A, Mikolov T (2017) Enriching word vectors with subword information. Trans Assoc Comput Linguist 5:135\u2013146","journal-title":"Trans Assoc Comput Linguist"},{"key":"332_CR85","doi-asserted-by":"crossref","unstructured":"Joulin A, Grave E, Bojanowski P, Mikolov T (2017) Bag of tricks for efficient text classification. In: Proceedings of the 15th conference of the European chapter of the association for computational linguistics: Volume 2, short papers. Association for Computational Linguistics, pp 427\u2013431","DOI":"10.18653\/v1\/E17-2068"},{"key":"332_CR86","doi-asserted-by":"crossref","unstructured":"Peters M, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018) Deep contextualized word representations. In: Proceedings of the 2018 conference of the North American chapter of the association for computational linguistics: human language technologies, Volume 1 (Long Papers). Association for Computational Linguistics, pp 2227\u20132237","DOI":"10.18653\/v1\/N18-1202"},{"key":"332_CR87","doi-asserted-by":"crossref","unstructured":"Ramshaw LA, Marcus MP (1999) Text chunking using transformation-based learning. In: Natural language processing using very large corpora, Springer, New York, pp 157\u2013176","DOI":"10.1007\/978-94-017-2390-9_10"},{"key":"332_CR88","doi-asserted-by":"crossref","unstructured":"Van\u00a0Halteren H (2000) Chunking with WPDV models. In: Proceedings of the 2nd workshop on Learning language in logic and the 4th conference on computational natural language learning-Volume 7. Association for Computational Linguistics, pp 154\u2013156","DOI":"10.3115\/1117601.1117639"},{"key":"332_CR89","unstructured":"Chollet F et\u00a0al (2015) Keras. https:\/\/keras.io"},{"key":"332_CR90","doi-asserted-by":"crossref","unstructured":"Liu S, Sun J, Liu Y, Zhang Y, Wadhwa B, Dong JS, Wang X (2014) Automatic early defects detection in use case documents. In: ASE\u201914, New York, NY, USA, ACM, pp 785\u2013790","DOI":"10.1145\/2642937.2642969"},{"key":"332_CR91","unstructured":"Ambulance dispatch system requirements specification. http:\/\/www.utdallas.edu\/~chung\/CS6354\/CS6354_U07_source\/Team_2\/delivarable_2_final.doc"},{"key":"332_CR92","unstructured":"SIMON: D2.1 Use case Specification Document. http:\/\/simon-project.eu\/wp-content\/uploads\/2014\/02\/simon_D2_1_Use-case-specification-document_PU_v1.0.pdf, 2014"},{"key":"332_CR93","doi-asserted-by":"crossref","unstructured":"Huang Z, Thint M, Qin Z (2008) Question classification using head words and their hypernyms. In: Proceedings of the conference on empirical methods in natural language processing, EMNLP \u201908, Stroudsburg, PA, Association for Computational Linguistics, pp 927\u2013936","DOI":"10.3115\/1613715.1613835"},{"issue":"3","key":"332_CR94","doi-asserted-by":"crossref","first-page":"e0118432","DOI":"10.1371\/journal.pone.0118432","volume":"10","author":"T Saito","year":"2015","unstructured":"Saito T, Rehmsmeier M (2015) The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets. PloS One 10(3):e0118432","journal-title":"PloS One"},{"issue":"2","key":"332_CR95","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pcbi.1002854","volume":"9","author":"H Cunningham","year":"2013","unstructured":"Cunningham H, Tablan V, Roberts A, Bontcheva K (2013) Getting more out of biomedical documents with gate\u2019s full lifecycle open source text analytics. PLOS Comput Biol 9(2):1\u201316","journal-title":"PLOS Comput Biol"},{"issue":"5","key":"332_CR96","first-page":"360","volume":"37","author":"AJ Viera","year":"2005","unstructured":"Viera AJ, Garrett JM (2005) Understanding interobserver agreement: the kappa statistic. Family Med 37(5):360\u2013363","journal-title":"Family Med"},{"issue":"3","key":"332_CR97","doi-asserted-by":"crossref","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh ML (2012) Interrater reliability: the kappa statistic. Biochem Med 22(3):276\u2013282","journal-title":"Biochem Med"},{"key":"332_CR98","unstructured":"Kohavi R et al (1995) A study of cross-validation and bootstrap for accuracy estimation and model selection. Ijcai. vol 14. Montreal, Canada, pp 1137\u20131145"},{"issue":"10","key":"332_CR99","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1145\/2347736.2347755","volume":"55","author":"P Domingos","year":"2012","unstructured":"Domingos P (2012) A few useful things to know about machine learning. Commun ACM 55(10):78\u201387","journal-title":"Commun ACM"},{"key":"332_CR100","first-page":"81","volume":"45","author":"TM Mitchell","year":"1997","unstructured":"Mitchell TM (1997) Artificial neural networks. Mach Learn 45:81\u2013127","journal-title":"Mach Learn"},{"key":"332_CR101","doi-asserted-by":"crossref","unstructured":"Tillman RE (2009) Structure learning with independent non-identically distributed data. In: Proceedings of the 26th annual international conference on machine learning, ICML\u201909, New York, NY, USA, ACM, pp 1041\u20131048","DOI":"10.1145\/1553374.1553507"},{"issue":"9","key":"332_CR102","doi-asserted-by":"crossref","first-page":"2050","DOI":"10.1109\/TIT.2004.833339","volume":"50","author":"N Cesa-Bianchi","year":"2004","unstructured":"Cesa-Bianchi N, Conconi A, Gentile C (2004) On the generalization ability of on-line learning algorithms. IEEE Trans Inf Theory 50(9):2050\u20132057","journal-title":"IEEE Trans Inf Theory"},{"key":"332_CR103","unstructured":"McCallum AK (2002) Mallet: a machine learning for language toolkit. http:\/\/mallet.cs.umass.edu"},{"key":"332_CR104","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1016\/j.jbi.2015.07.010","volume":"57","author":"R Leaman","year":"2015","unstructured":"Leaman R, Khare R, Zhiyong L (2015) Challenges in clinical natural language processing for automated disorder normalization. J Biomed Inf 57:28\u201337","journal-title":"J Biomed Inf"},{"issue":"1","key":"332_CR105","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1186\/s12859-015-0871-y","volume":"17","author":"E Tseytlin","year":"2016","unstructured":"Tseytlin E, Mitchell K, Legowski E, Corrigan J, Chavan G, Jacobson RS (2016) Noble\u2014flexible concept recognition for large-scale biomedical natural language processing. BMC Bioinf 17(1):32","journal-title":"BMC Bioinf"}],"container-title":["Requirements Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00766-020-00332-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00766-020-00332-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00766-020-00332-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,25]],"date-time":"2022-10-25T17:00:11Z","timestamp":1666717211000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00766-020-00332-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,29]]},"references-count":105,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,3]]}},"alternative-id":["332"],"URL":"https:\/\/doi.org\/10.1007\/s00766-020-00332-2","relation":{},"ISSN":["0947-3602","1432-010X"],"issn-type":[{"type":"print","value":"0947-3602"},{"type":"electronic","value":"1432-010X"}],"subject":[],"published":{"date-parts":[[2020,5,29]]},"assertion":[{"value":"29 June 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 May 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}