{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:50:34Z","timestamp":1740124234064,"version":"3.37.3"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,1,11]],"date-time":"2019-01-11T00:00:00Z","timestamp":1547164800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s11219-018-9439-1","type":"journal-article","created":{"date-parts":[[2019,1,11]],"date-time":"2019-01-11T09:55:12Z","timestamp":1547200512000},"page":"861-883","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Automatically learning usage behavior and generating event sequences for black-box testing of reactive systems"],"prefix":"10.1007","volume":"27","author":[{"given":"M. Furkan","family":"K\u0131ra\u00e7","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1414-9338","authenticated-orcid":false,"given":"Bar\u0131\u015f","family":"Aktemur","sequence":"additional","affiliation":[]},{"given":"Hasan","family":"S\u00f6zer","sequence":"additional","affiliation":[]},{"given":"Ceren \u015eahin","family":"Gebizli","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,1,11]]},"reference":[{"key":"9439_CR1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511814105","volume-title":"Reactive systems: modelling, specification and verification","author":"L Aceto","year":"2007","unstructured":"Aceto, L., Ing\u00f3lfsd\u00f3ttir, A., Larsen, K., Srba, J. (2007). Reactive systems: modelling, specification and verification. New York: Cambridge University Press."},{"key":"9439_CR2","unstructured":"Agruss, C., & Johnson, B. (2000). Ad hoc software testing: a perspective on exploration and improvisation. In Florida institute of technology, pp. 68\u201369."},{"issue":"5","key":"9439_CR3","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/MS.2014.55","volume":"32","author":"D Amalfitano","year":"2015","unstructured":"Amalfitano, D., Fasolino, A., Tramontana, P., Ta, B., Memon, A. (2015). MobiGUITAR: automated model-based testing of mobile apps. IEEE Software, 32(5), 53\u201359.","journal-title":"IEEE Software"},{"issue":"5","key":"9439_CR4","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1109\/TSE.2014.2372785","volume":"41","author":"E Barr","year":"2015","unstructured":"Barr, E., Harman, M., McMinn, P., Shahbaz, M., Yoo, S. (2015). The oracle problem in software testing: a survey. IEEE Transactions on Software Engineering, 41 (5), 507\u2013525.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9439_CR5","doi-asserted-by":"crossref","unstructured":"Belli, F. (2001). Finite state testing and analysis of graphical user interfaces. In Proceedings of 12th international symposium on software reliability engineering, pp. 34\u201343.","DOI":"10.1109\/ISSRE.2001.989456"},{"issue":"1","key":"9439_CR6","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1002\/stvr.335","volume":"16","author":"F Belli","year":"2006","unstructured":"Belli, F., Budnik, C., White, L. (2006). Event-based modelling, analysis and testing of user interactions: approach and case study. Software Testing Verification and Reliability, 16(1), 3\u201332.","journal-title":"Software Testing Verification and Reliability"},{"key":"9439_CR7","unstructured":"Berner, S., Weber, R., Keller, R. K. (2005). Observations and lessons learned from automated testing. In Proceedings of the 27th international conference on software engineering, pp. 571\u2013579."},{"key":"9439_CR8","doi-asserted-by":"crossref","unstructured":"Bottou, L. (2012). Stochastic gradient descent tricks. In Neural networks: tricks of the trade, pp. 421\u2013436. Springer.","DOI":"10.1007\/978-3-642-35289-8_25"},{"key":"9439_CR9","doi-asserted-by":"crossref","unstructured":"Cho, K., van Merrienboer, B., G\u00fcl\u00e7ehre, \u00c7., Bahdanau, D., Bougares, F., Schwenk, H., Bengio, Y. (2014). Learning phrase representations using RNN encoder-decoder for statistical machine translation. In Proceedings of the 2014 conference on empirical methods in natural language processing, pp. 1724\u20131734.","DOI":"10.3115\/v1\/D14-1179"},{"key":"9439_CR10","unstructured":"Cotter, A., Shamir, O., Srebro, N., Sridharan, K. (2011). Better mini-batch algorithms via accelerated gradient methods. In Advances in neural information processing systems, pp. 1647\u20131655."},{"key":"9439_CR11","doi-asserted-by":"crossref","unstructured":"Dalal, S. R., Jain, A., Karunanithi, N., Leaton, J. M., Lott, C. M., Patton, G. C., Horowitz, B. M. (1999). Model-based testing in practice. In Proceedings of the international conference on software engineering, pp. 285\u2013294.","DOI":"10.1145\/302405.302640"},{"issue":"3","key":"9439_CR12","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1109\/TSE.2005.36","volume":"31","author":"S Elbaum","year":"2005","unstructured":"Elbaum, S., Rothermel, G., Karre, IIS. (2005). M.F.: leveraging user-session data to support web application testing. IEEE Transactions on Software Engineering, 31(3), 187\u2013202.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9439_CR13","doi-asserted-by":"crossref","unstructured":"Entin, V., Winder, M., Zhang, B., Christmann, S. (2011). Combining model-based and capture-replay testing techniques of graphical user interfaces: an industrial approach. In Proceedings of the 4th IEEE international conference on software testing, verification and validation workshops, pp. 572\u2013577.","DOI":"10.1109\/ICSTW.2011.13"},{"key":"9439_CR14","doi-asserted-by":"crossref","unstructured":"Fard, A., Mirzaaghaei, M., Mesbah, A. (2014). Leveraging existing tests in automated test generation for web applications. In Proceedings of the 29th ACM\/IEEE international conference on automated software engineering, pp. 67\u201378.","DOI":"10.1145\/2642937.2642991"},{"issue":"1","key":"9439_CR15","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1145\/226155.226158","volume":"5","author":"R Ferguson","year":"1996","unstructured":"Ferguson, R., & Korel, B. (1996). The chaining approach for software test data generation. ACM Transactions on Software Engineering and Methodology, 5(1), 63\u201386.","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"9439_CR16","doi-asserted-by":"publisher","unstructured":"Gebizli, C., & Sozer, H. (2016). Automated refinement of models for model-based testing using exploratory testing. Software Quality Journal. Published online. https:\/\/doi.org\/10.1007\/s11219-016-9338-2 .","DOI":"10.1007\/s11219-016-9338-2"},{"key":"9439_CR17","doi-asserted-by":"crossref","unstructured":"Gebizli, C.S., & Sozer, H. (2014). Improving models for model-based testing based on exploratory testing. In Proceedings of the 6th IEEE workshop on software test automation, pp. 656\u2013661. (COMPSAC Companion).","DOI":"10.1109\/COMPSACW.2014.110"},{"issue":"6","key":"9439_CR18","doi-asserted-by":"publisher","first-page":"1333","DOI":"10.1109\/72.963769","volume":"12","author":"F Gers","year":"2001","unstructured":"Gers, F., & Schmidhuber, E. (2001). LSTM recurrent networks learn simple context-free and context-sensitive languages. IEEE Transactions on Neural Networks, 12(6), 1333\u20131340.","journal-title":"IEEE Transactions on Neural Networks"},{"key":"9439_CR19","doi-asserted-by":"crossref","unstructured":"Gers, F., & Schmidhuber, J. (2000). Recurrent nets that time and count. In Proceedings of the IEEE-INNS-ENNS international joint conference on neural networks, pp. 189\u2013194.","DOI":"10.1109\/IJCNN.2000.861302"},{"key":"9439_CR20","unstructured":"Graves, A. (2013). Generating sequences with recurrent neural networks. arXiv: 1308.0850 ."},{"issue":"10","key":"9439_CR21","doi-asserted-by":"publisher","first-page":"2222","DOI":"10.1109\/TNNLS.2016.2582924","volume":"28","author":"K Greff","year":"2017","unstructured":"Greff, K., Srivastava, R. K., Koutn\u00edk, J., Steunebrink, B. R., Schmidhuber, J. (2017). LSTM: a search space odyssey. IEEE Transactions on Neural Networks and Learning Systems, 28(10), 2222\u20132232.","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"9439_CR22","doi-asserted-by":"crossref","unstructured":"Guen, H. L., Marie, R., Thelin, T. (2004). Reliability estimation for statistical usage testing using Markov chains. In Proceedings of the 15th international symposium on software reliability engineering, pp. 54\u201365.","DOI":"10.1109\/ISSRE.2004.33"},{"key":"9439_CR23","volume-title":"Neural network design","author":"M Hagan","year":"1995","unstructured":"Hagan, M., Demuth, H., Beale, M. (1995). Neural network design. New York: PWS Publishing."},{"issue":"3","key":"9439_CR24","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/0167-6423(87)90035-9","volume":"8","author":"D Harel","year":"1987","unstructured":"Harel, D. (1987). Statecharts: a visual formalism for complex systems. Science of Computer Programming, 8(3), 231\u2013274.","journal-title":"Science of Computer Programming"},{"issue":"8","key":"9439_CR25","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., & Schmidhuber, J. (1997). Long short-term memory. Neural Computing, 9(8), 1735\u20131780.","journal-title":"Neural Computing"},{"key":"9439_CR26","unstructured":"Itkonen, J. (2011). Empirical studies on exploratory software testing. Ph.D. thesis Aalto University."},{"key":"9439_CR27","doi-asserted-by":"crossref","unstructured":"Itkonen, J., Mantyla, M. V., Lassenius, C. (2007). Defect detection efficiency: test case based vs. exploratory testing. In First international symposium on empirical software engineering and measurement, pp. 61\u201370. IEEE computer society.","DOI":"10.1109\/ESEM.2007.56"},{"key":"9439_CR28","doi-asserted-by":"crossref","unstructured":"\u0160tefanovi\u010d, J. (2000). A neural network algorithm for digital circuits test generation. In Proceedings of the European symposium on the state of the art in computational intelligence, pp. 56-60, Physica-Verlag HD, Heidelberg.","DOI":"10.1007\/978-3-7908-1844-4_10"},{"key":"9439_CR29","unstructured":"Bach, J. (2003). Exploratory testing explained. Tech. rep., http:\/\/www.satisfice.com\/articles\/et-article.pdf ."},{"key":"9439_CR30","unstructured":"Kaner, C. (2006). Exploratory testing. In Quality assurance institute worldwide annual software testing conference."},{"key":"9439_CR31","unstructured":"Karpathy, A. (2015). char-rnn https:\/\/github.com\/karpathy\/char-rnn ."},{"key":"9439_CR32","unstructured":"Kingma, D., & Ba, J. (2014). Adam: a method for stochastic optimization. arXiv: 1412.6980 ."},{"key":"9439_CR33","doi-asserted-by":"publisher","first-page":"266","DOI":"10.1016\/j.jss.2017.06.023","volume":"136","author":"M Kirac","year":"2018","unstructured":"Kirac, M., Aktemur, B., Sozer, H. (2018). VISOR: a fast image processing pipeline with scaling and translation invariance for test oracle automation of visual output systems. Journal of Systems and Software, 136, 266\u2013277.","journal-title":"Journal of Systems and Software"},{"key":"9439_CR34","doi-asserted-by":"crossref","unstructured":"Lukac, Z., Zlokolica, V., Mlikota, B., Radonjic, M., Velikic, I. (2012). A testing methodology and system for functional verification of general HbbTV device. In Proceedings of the IEEE international conference on consumer electronics, pp. 325\u2013326.","DOI":"10.1109\/ICCE.2012.6161889"},{"issue":"1","key":"9439_CR35","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1109\/TCE.2010.5439135","volume":"56","author":"D Marijan","year":"2010","unstructured":"Marijan, D., Zlokolica, V., Teslic, N., Pekovic, V., Tekcan, T. (2010). Automatic functional TV set failure detection system. IEEE Transactions on Consumer Electronics, 56(1), 125\u2013133. 10.1109\/TCE.2010.5439135.","journal-title":"IEEE Transactions on Consumer Electronics"},{"key":"9439_CR36","doi-asserted-by":"crossref","unstructured":"Meinke, K., & Sindhu, M.A. (2013). LBTest: a learning-based testing tool for reactive systems. In Proceedings of the 6th IEEE international conference on software testing, verification and validation, pp. 447\u2013454.","DOI":"10.1109\/ICST.2013.62"},{"key":"9439_CR37","doi-asserted-by":"crossref","unstructured":"Memon, A., Banerjee, I., Nguyen, B. N., Robbins, B. (2013). The first decade of GUI ripping: extensions, applications, and broader impacts. In Proceedings of the 20th working conference on reverse engineering, pp. 11\u201320.","DOI":"10.1109\/WCRE.2013.6671275"},{"issue":"5","key":"9439_CR38","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1145\/503271.503244","volume":"26","author":"A Memon","year":"2001","unstructured":"Memon, A., Soffa, M., Pollack, M. (2001). Coverage criteria for GUI testing. ACM SIGSOFT Software Engineering Notes, 26(5), 256\u2013267.","journal-title":"ACM SIGSOFT Software Engineering Notes"},{"issue":"1","key":"9439_CR39","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1109\/TSE.2011.28","volume":"38","author":"A Mesbah","year":"2012","unstructured":"Mesbah, A., van Deursen, A., Roest, D. (2012). Invariant-based automatic testing of modern web applications. IEEE Transactions on Software Engineering, 38 (1), 35\u201353.","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"12","key":"9439_CR40","doi-asserted-by":"publisher","first-page":"1085","DOI":"10.1109\/32.988709","volume":"27","author":"C Michael","year":"2001","unstructured":"Michael, C., McGraw, G., Schatz, M. (2001). Generating software test data by evolution. IEEE Transactions on Software Engineering, 27(12), 1085\u20131110.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9439_CR41","unstructured":"Nair, V., & Hinton, G. E. (2010). Rectified linear units improve restricted boltzmann machines. In Proceedings of the 27th international conference on machine learning (ICML-10), pp. 807\u2013814."},{"key":"9439_CR42","unstructured":"Neto, A. C. D., Subramanyan, R., Vieira, M., Travassos, G.H. (2007). A survey on model-based testing approaches: a systematic review. In Proceedings of the 1st ACM international workshop on empirical assessment of software engineering languages and technologies, pp. 31\u201336."},{"issue":"3","key":"9439_CR43","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1109\/TSE.2014.2300857","volume":"40","author":"B Nguyen","year":"2014","unstructured":"Nguyen, B., & Memon, A. (2014). An observe-model-exercise* paradigm to test event-driven systems with undetermined input spaces. IEEE Transactions on Software Engineering, 40(3), 216\u2013234.","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"1","key":"9439_CR44","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/s10515-013-0128-9","volume":"21","author":"B Nguyen","year":"2014","unstructured":"Nguyen, B., Robbins, B., Banerjee, I., Memon, A. (2014). GUITAR: an innovative tool for automated testing of gui-driven software. Automated Software Engineering, 21(1), 65\u2013105.","journal-title":"Automated Software Engineering"},{"key":"9439_CR45","unstructured":"Pacheco, C., Lahiri, S., Ernst, M., Ball, T. (2006). Feedback-directed random test generation. In Proceedings of the 29th international conference on software engineering, pp. 396\u2013405."},{"key":"9439_CR46","doi-asserted-by":"publisher","unstructured":"Pekovi\u0107, V., Tesli\u0107, N., Resetar, I., Tekcan, T. (2010). Test management and test execution system for automated verification of digital television systems. In IEEE International symposium on consumer electronics (ISCE 2010), pp. 1\u20136. https:\/\/doi.org\/10.1109\/ISCE.2010.5523721 .","DOI":"10.1109\/ISCE.2010.5523721"},{"key":"9439_CR47","unstructured":"Rafi, D., Moses, K., Petersen, K., M\u00e4ntyl\u00e4, M. (2012). Benefits and limitations of automated software testing: systematic literature review and practitioner survey. In Proceedings of the 7th international workshop on automation of software test, pp. 36\u201342."},{"key":"9439_CR48","unstructured":"Robinson, H. (1999). Finite state model-based testing on a shoestring. In Proceedings of the software testing and analysis and review west conference."},{"key":"9439_CR49","unstructured":"Robinson, H. (2000). Intelligent test automation \u2013 a model-based method for generating tests from a description of an application\u2019s behavior. Software Testing and Quality Engineering Magazine, pp. 24\u201332."},{"key":"9439_CR50","doi-asserted-by":"crossref","unstructured":"Sak, H., Senior, A., Beaufays, F. (2014). Long short-term memory recurrent neural network architectures for large scale acoustic modeling. In Proceedings of the 15th annual conference of the international speech communication association, pp. 338\u2013342.","DOI":"10.21437\/Interspeech.2014-80"},{"key":"9439_CR51","doi-asserted-by":"crossref","unstructured":"Sivaraman, G., C\u00e9sar, P., Vuorimaa, P. (2001). System software for digital television applications. In IEEE International conference on multimedia and expo, pp. 784\u2013787.","DOI":"10.1109\/ICME.2001.1237792"},{"key":"9439_CR52","doi-asserted-by":"crossref","unstructured":"Sprenkle, A., Gibson, E., Sampath, S., Pollock, L. (2005). Automated replay and failure detection for web applications. In Proceedings of the 20th IEEE\/ACM international conference on automated software engineering, pp. 253\u2013262.","DOI":"10.1145\/1101908.1101947"},{"key":"9439_CR53","unstructured":"Tinkham, A., & Kaner, C. (2003). Exploring exploratory testing. In Proceedings of the software testing and analysis and review east conference."},{"key":"9439_CR54","unstructured":"Tretmans, J. (2011). Formal methods for eternal networked software systems, Springer, Berlin."},{"issue":"10","key":"9439_CR55","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"PJ Werbos","year":"1990","unstructured":"Werbos, P. J. (1990). Backpropagation through time: what it does and how to do it. Proceedings of the IEEE, 78(10), 1550\u20131560.","journal-title":"Proceedings of the IEEE"},{"issue":"10","key":"9439_CR56","doi-asserted-by":"publisher","first-page":"812","DOI":"10.1109\/32.328991","volume":"20","author":"J Whittaker","year":"1994","unstructured":"Whittaker, J., & Thomason, M. (1994). A Markov chain model for statistical software testing. IEEE Transactions on Software Engineering, 20(10), 812\u2013824.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9439_CR57","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in software engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin, C., Runeson, P., Host, M., Ohlsson, M., Regnell, B., Wesslen, A. (2012). Experimentation in software engineering. Berlin: Springer."},{"issue":"1","key":"9439_CR58","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1109\/TR.2011.2172031","volume":"61","author":"W Wong","year":"2012","unstructured":"Wong, W., Debroy, V., Golden, R., Xu, X., Thuraisingham, B. (2012). Effective software fault localization using an RBF neural network. IEEE, Transactions on Reliability, 61(1), 149\u2013169.","journal-title":"IEEE, Transactions on Reliability"},{"issue":"4","key":"9439_CR59","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1142\/S021819400900426X","volume":"19","author":"W Wong","year":"2009","unstructured":"Wong, W., & Qi, Y. (2009). Bp neural network-based effective fault localization. International Journal of Software Engineering and Knowledge Engineering, 19(4), 573\u2013597.","journal-title":"International Journal of Software Engineering and Knowledge Engineering"},{"issue":"3","key":"9439_CR60","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/s10851-006-8530-6","volume":"13","author":"T Xie","year":"2006","unstructured":"Xie, T., & Notkin, D. (2006). Tool-assisted unit-test generation and selection based on operational abstractions. Automated Software Engineering, 13(3), 345\u2013371.","journal-title":"Automated Software Engineering"},{"key":"9439_CR61","unstructured":"Wu, Y., & et al. (2016). Google\u2019s neural machine translation system: bridging the gap between human and machine translation. arXiv: 1609.08144 ."}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-018-9439-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-018-9439-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-018-9439-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,10]],"date-time":"2022-09-10T03:11:30Z","timestamp":1662779490000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-018-9439-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,11]]},"references-count":61,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["9439"],"URL":"https:\/\/doi.org\/10.1007\/s11219-018-9439-1","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"type":"print","value":"0963-9314"},{"type":"electronic","value":"1573-1367"}],"subject":[],"published":{"date-parts":[[2019,1,11]]},"assertion":[{"value":"11 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}