{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T16:51:57Z","timestamp":1760028717217},"publisher-location":"Cham","reference-count":34,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030309848"},{"type":"electronic","value":"9783030309855"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-30985-5_6","type":"book-chapter","created":{"date-parts":[[2019,10,8]],"date-time":"2019-10-08T21:53:39Z","timestamp":1570571619000},"page":"67-82","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Improving Software Engineering Research Through Experimentation Workbenches"],"prefix":"10.1007","author":[{"given":"Klaus","family":"Schmid","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sascha","family":"El-Sharkawy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian","family":"Kr\u00f6her","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,9]]},"reference":[{"key":"6_CR1","unstructured":"Association for Computing Machinery: Artifact review and badging (2018). http:\/\/www.acm.org\/publications\/policies\/artifact-review-badging . Accessed 03 May 2019"},{"key":"6_CR2","unstructured":"Baker, M.: Over half of psychology studies fail reproducibility test. News article in Nature - International Weekly Journal of Science (2015). https:\/\/www.nature.com\/news\/over-half-of-psychology-studies-fail-reproducibility-test-1.18248 . Accessed 03 May 2019"},{"issue":"1","key":"6_CR3","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1145\/2723872.2723882","volume":"49","author":"C Boettiger","year":"2015","unstructured":"Boettiger, C.: An introduction to docker for reproducible research. ACM SIGOPS Operating Syst. Rev. 49(1), 71\u201379 (2015)","journal-title":"ACM SIGOPS Operating Syst. Rev."},{"key":"6_CR4","unstructured":"Bosch, J.: From software product lines to software ecosystems. In: 13th International Software Product Line Conference (SPLC 2009), pp. 111\u2013119 (2009)"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Brummermann, H., Keunecke, M., Schmid, K.: Formalizing distributed evolution of variability in information system ecosystems. In: 6th International Workshop on Variability Modelling of Software-Intensive Systems (VaMoS 2012), pp. 11\u201319 (2012)","DOI":"10.1145\/1944892.1944912"},{"key":"6_CR6","unstructured":"CADOS \/ VAMOS Team: Undertaker (2015). https:\/\/vamos.informatik.uni-erlangen.de\/trac\/undertaker . Accessed 03 May 2019"},{"key":"6_CR7","doi-asserted-by":"crossref","unstructured":"Dyer, R., Nguyen, H.A., Rajan, H., Nguyen, T.N.: Boa: A language and infrastructure for analyzing ultra-large-scale software repositories. In: 35th International Conference on Software Engineering (ICSE 2013), pp. 422\u2013431 (2013)","DOI":"10.1109\/ICSE.2013.6606588"},{"key":"6_CR8","unstructured":"Eichelberger, H., Sass, A., Schmid, K.: From reproducibility problems to improvements: a journey. In: Symposium on Software Performance (SSP 2016), Softwaretechnik-Trends, vol. 36, no. 4, pp. 43\u201345 (2016)"},{"key":"6_CR9","unstructured":"Eide, E., Stoller, L., Lepreau, J.: An experimentation workbench for replayable networking research. In: 4th USENIX Conference on Networked Systems Design & Implementation (NSDI 2007), pp. 16\u201316 (2007)"},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"El-Sharkawy, S., Dhar, S.J., Krafczyk, A., Duszynski, S., Beichter, T., Schmid, K.: Reverse engineering variability in an industrial product line: observations and lessons learned. In: 22nd International Systems and Software Product Line Conference (SPLC 2018), vol. 1, pp. 215\u2013225 (2018)","DOI":"10.1145\/3233027.3233047"},{"key":"6_CR11","unstructured":"El-Sharkawy, S., Krafczyk, A., Schmid, K.: MetricHaven \u2013 more than 23,000 metrics for measuring quality attributes of software product lines. In: 23rd International Systems and Software Product Line Conference, SPLC 2019, vol. B. ACM (2019). Accepted"},{"key":"6_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.infsof.2018.08.015","volume":"106","author":"S El-Sharkawy","year":"2019","unstructured":"El-Sharkawy, S., Yamagishi-Eichler, N., Schmid, K.: Metrics for analyzing variability and its implementation in software product lines: A systematic literature review. Inf. Softw. Technol. 106, 1\u201330 (2019)","journal-title":"Inf. Softw. Technol."},{"issue":"6","key":"6_CR13","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/MS.2017.4121207","volume":"34","author":"A Ferrari","year":"2017","unstructured":"Ferrari, A., Dell\u2019Orletta, F., Esuli, A., Gervasi, V., Gnesi, S.: Natural language requirements processing: a 4D vision. IEEE Softw. 34(6), 28\u201335 (2017)","journal-title":"IEEE Softw."},{"key":"6_CR14","unstructured":"Fl\u00f6ter, M.: Prototypical realization and validation of an incremental software product line analysis approach. Master thesis, University of Hildesheim (2018)"},{"key":"6_CR15","unstructured":"Gnesi, S., Ferrari, A.: Research on NLP for RE at CNR-ISTI: a report. In: 1st Workshop on Natural Language Processing for Requirements Engineering, vol. 4, pp. 1\u20135 (2018)"},{"key":"6_CR16","unstructured":"Gnesi, S., Trentanni, G.: QuARS: A NLP tool for requirements analysis. In: 2nd Workshop on Natural Language Processing for Requirements Engineering and NLP Tool Showcase, 1, pp. 1\u20135 (2019). Tool Demonstrations"},{"key":"6_CR17","doi-asserted-by":"crossref","unstructured":"Gr\u00fcner, S., et al.: Demonstration of tool chain for feature extraction, analysis and visualization on an industrial case study. In: 17th IEEE International Conference on Industrial Informatics (INDIN 2019) (2019). Accepted","DOI":"10.1109\/INDIN41052.2019.8972141"},{"key":"6_CR18","unstructured":"K\u00e4stner, C.: TypeChef (2013). https:\/\/ckaestne.github.io\/TypeChef\/ . Accessed 03 May 2019"},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"Krafczyk, A., El-Sharkawy, S., Schmid, K.: Reverse engineering code dependencies: converting integer-based variability to propositional logic. In: 22nd International Systems and Software Product Line Conference (SPLC 2018), vol. 2, pp. 34\u201341 (2018)","DOI":"10.1145\/3236405.3237202"},{"key":"6_CR20","doi-asserted-by":"crossref","unstructured":"Kr\u00f6her, C., El-Sharkawy, S., Schmid, K.: Kernelhaven \u2013 an experimentation workbench for analyzing software product lines. In: 40th International Conference on Software Engineering: Companion Proceedings (ICSE 2018), pp. 73\u201376 (2018)","DOI":"10.1145\/3183440.3183480"},{"key":"6_CR21","doi-asserted-by":"crossref","unstructured":"Kr\u00f6her, C., El-Sharkawy, S., Schmid, K.: Kernelhaven - an open infrastructure for product line analysis. In: 22nd International Systems and Software Product Line Conference (SPLC 2018), vol. 2, pp. 5\u201310 (2018)","DOI":"10.1145\/3236405.3236410"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"Kr\u00f6her, C., Gerling, L., Schmid, K.: Identifying the intensity of variability changes in software product line evolution. In: 22nd International Systems and Software Product Line Conference (SPLC 2018), vol. 1, pp. 54\u201364 (2018)","DOI":"10.1145\/3233027.3233032"},{"key":"6_CR23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71437-8","volume-title":"Software Product Lines in Action","author":"Frank van der Linden","year":"2007","unstructured":"van der Linden, F., Schmid, K., Rommes, E.: Software Product Lines in Action: The Best Industrial Practice in Product Line Engineering, 1st edn, 333 pp. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-71437-8"},{"issue":"8","key":"6_CR24","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1109\/TSE.2015.2415793","volume":"41","author":"S Nadi","year":"2015","unstructured":"Nadi, S., Berger, T., K\u00e4stner, C., Czarnecki, K.: Where do configuration constraints stem from? An extraction approach and an empirical study. IEEE Trans. Softw. Eng. 41(8), 820\u2013841 (2015)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"6_CR25","unstructured":"Oliveira, A., Petkovich, J.C., Reidemeister, T., Fischmeister, S.: Datamill: rigorous performance evaluation made easy. In: 4th ACM\/SPEC International Conference on Performance Engineering (ICPE 2013), pp. 137\u2013149 (2013)"},{"key":"6_CR26","unstructured":"Project Jupyter: The Jupyter Notebook (2019). http:\/\/jupyter.org . Accessed 03 May 2019"},{"key":"6_CR27","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1007\/978-3-642-15579-6_11","volume-title":"Software Product Lines: Going Beyond","author":"Klaus Schmid","year":"2010","unstructured":"Schmid, K.: Variability modeling for distributed development \u2013 a comparison with established practice. In: 14th International Conference on Software Product Line Engineering (SPLC 2010), pp. 155\u2013165 (2010)"},{"key":"6_CR28","doi-asserted-by":"crossref","unstructured":"Schmid, K., Eichelberger, H.: Easy-producer: from product lines to variability-rich software ecosystems. In: 19th International Conference on Software Product Line (SPLC 2015), pp. 390\u2013391 (2015)","DOI":"10.1145\/2791060.2791112"},{"key":"6_CR29","doi-asserted-by":"crossref","unstructured":"Sim, S.E., Easterbrook, S.M., Holt, R.C.: Using benchmarking to advance research: a challenge to software engineering. In: 25th International Conference on Software Engineering (ICSE 2003), pp. 74\u201383 (2003)","DOI":"10.1109\/ICSE.2003.1201189"},{"key":"6_CR30","unstructured":"srcML Team: srcML (2017). http:\/\/www.srcml.org\/ . Accessed 03 May 2019"},{"key":"6_CR31","doi-asserted-by":"crossref","unstructured":"Tartler, R., Lohmann, D., Sincero, J., Schr\u00f6der-Preikschat, W.: Feature consistency in compile-time-configurable system software: facing the Linux 10,000 feature problem. In: 6th Conference on Computer Systems (EuroSys 2011), pp. 47\u201360 (2011)","DOI":"10.1145\/1966445.1966451"},{"key":"6_CR32","unstructured":"The Eclipse Foundation: Eclipse IDE (2019). https:\/\/www.eclipse.org\/ . Accessed 03 May 2019"},{"key":"6_CR33","unstructured":"The R Foundation: R Project (2019). https:\/\/www.r-project.org\/ . Accessed 03 May 2019"},{"issue":"1","key":"6_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2580950","volume":"47","author":"Thomas Th\u00fcm","year":"2014","unstructured":"Th\u00fcm, T., Apel, S., K\u00e4stner, C., Schaefer, I., Saake, G.: A classification and survey of analysis strategies for software product lines. ACM Computing Surveys 47(1), p. 45 (2014). Article 6","journal-title":"ACM Computing Surveys"}],"container-title":["Lecture Notes in Computer Science","From Software Engineering to Formal Methods and Tools, and Back"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-30985-5_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,24]],"date-time":"2021-01-24T10:32:23Z","timestamp":1611484343000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-30985-5_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030309848","9783030309855"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-30985-5_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"9 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}