{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,20]],"date-time":"2024-09-20T16:17:23Z","timestamp":1726849043255},"reference-count":102,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2016,12,2]],"date-time":"2016-12-02T00:00:00Z","timestamp":1480636800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Softw Tools Technol Transfer"],"published-print":{"date-parts":[[2018,2]]},"DOI":"10.1007\/s10009-016-0445-y","type":"journal-article","created":{"date-parts":[[2016,12,2]],"date-time":"2016-12-02T10:13:16Z","timestamp":1480673596000},"page":"57-78","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["TSTL: the template scripting testing language"],"prefix":"10.1007","volume":"20","author":[{"given":"Josie","family":"Holmes","sequence":"first","affiliation":[]},{"given":"Alex","family":"Groce","sequence":"additional","affiliation":[]},{"given":"Jervis","family":"Pinto","sequence":"additional","affiliation":[]},{"given":"Pranjal","family":"Mittal","sequence":"additional","affiliation":[]},{"given":"Pooria","family":"Azimi","sequence":"additional","affiliation":[]},{"given":"Kevin","family":"Kellar","sequence":"additional","affiliation":[]},{"given":"James","family":"O\u2019Brien","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,12,2]]},"reference":[{"key":"445_CR1","doi-asserted-by":"crossref","unstructured":"Groce, A., Erwig, M.: Finding common ground: choose, assert, and assume. In: Workshop on Dynamic Analysis, pp. 12\u201317 (2012)","DOI":"10.1145\/2338966.2336800"},{"key":"445_CR2","doi-asserted-by":"crossref","unstructured":"Groce, A., Joshi, R.: Random testing and model checking: building a common framework for nondeterministic exploration. In: Workshop on Dynamic Analysis, pp. 22\u201328 (2008)","DOI":"10.1145\/1401827.1401833"},{"key":"445_CR3","unstructured":"Gamma, E., Beck, K.: JUnit. http:\/\/junit.sourceforce.net . Accessed 1 Dec 2016"},{"issue":"4","key":"445_CR4","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1007\/s10472-014-9408-8","volume":"70","author":"A Groce","year":"2014","unstructured":"Groce, A., Havelund, K., Holzmann, G., Joshi, R., Xu, R.G.: Establishing flight software reliability: testing, model checking, constraint-solving, monitoring and learning. Ann. Math. Artif. Intell. 70(4), 315\u2013349 (2014)","journal-title":"Ann. Math. Artif. Intell."},{"key":"445_CR5","doi-asserted-by":"crossref","unstructured":"Groce, A., Holzmann, G., Joshi, R.: Randomized differential testing as a prelude to formal verification. In: International Conference on Software Engineering, pp. 621\u2013631 (2007)","DOI":"10.1109\/ICSE.2007.68"},{"key":"445_CR6","unstructured":"Cadar, C., Dunbar, D., Engler, D.: KLEE: Unassisted and automatic generation of high-coverage tests for complex systems programs. In: Operating System Design and Implementation, pp. 209\u2013224 (2008)"},{"key":"445_CR7","unstructured":"JPF: the Swiss army knife of Java(TM) verification. http:\/\/babelfish.arc.nasa.gov\/trac\/jpf . Accessed 1 Dec 2016"},{"issue":"2","key":"445_CR8","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1023\/A:1022920129859","volume":"10","author":"W Visser","year":"2003","unstructured":"Visser, W., Havelund, K., Brat, G., Park, S., Lerda, F.: Model checking programs. Autom. Softw. Eng. 10(2), 203\u2013232 (2003)","journal-title":"Autom. Softw. Eng."},{"key":"445_CR9","unstructured":"Kroening, D.: The CBMC homepage. http:\/\/www.cs.cmu.edu\/modelcheck\/cbmc\/ . Accessed 1 Dec 2016"},{"key":"445_CR10","doi-asserted-by":"crossref","unstructured":"Kroening, D., Clarke, E.M., Lerda, F.: A tool for checking ANSI-C programs. In: Tools and Algorithms for the Construction and Analysis of Systems, pp. 168\u2013176 (2004)","DOI":"10.1007\/978-3-540-24730-2_15"},{"key":"445_CR11","doi-asserted-by":"crossref","unstructured":"Visser, W., P\u0103s\u0103reanu, C., Pelanek, R.: Test input generation for Java containers using state matching. In: International Symposium on Software Testing and Analysis, pp. 37\u201348 (2006)","DOI":"10.1145\/1146238.1146243"},{"key":"445_CR12","unstructured":"Esri: What is ArcPy? http:\/\/resources.arcgis.com\/EN\/HELP\/MAIN\/10.1\/index.html000v000000v7000000 . Accessed 1 Dec 2016"},{"key":"445_CR13","doi-asserted-by":"crossref","unstructured":"Groce, A., Fern, A., Pinto, J., Bauer, T., Alipour, A., Erwig, M., Lopez, C.: Lightweight automated testing with adaptation-based programming. In: IEEE International Symposium on Software Reliability Engineering, pp. 161\u2013170 (2012)","DOI":"10.1109\/ISSRE.2012.1"},{"key":"445_CR14","doi-asserted-by":"crossref","unstructured":"Fraser, G., Arcuri, A.: EvoSuite: automatic test suite generation for object-oriented software. In: ACM SIGSOFT Symposium\/European Conference on Foundations of Software Engineering, pp. 416\u2013419 (2011)","DOI":"10.1145\/2025113.2025179"},{"key":"445_CR15","doi-asserted-by":"crossref","unstructured":"Pacheco, C., Lahiri, S.K., Ernst, M.D., Ball, T.: Feedback-directed random test generation. In: International Conference on Software Engineering, pp. 75\u201384 (2007)","DOI":"10.1109\/ICSE.2007.37"},{"key":"445_CR16","unstructured":"Groce, A., Pinto, J., Azimi, P., Mittal, P., Holmes, J., Kellar, K.: TSTL: the template scripting testing language. https:\/\/github.com\/agroce\/tstl . Accessed 1 Dec 2016"},{"key":"445_CR17","doi-asserted-by":"crossref","unstructured":"Groce, A., Pinto, J.: A little language for testing. In: NASA Formal Methods Symposium, pp. 204\u2013218 (2015)","DOI":"10.1007\/978-3-319-17524-9_15"},{"key":"445_CR18","doi-asserted-by":"crossref","unstructured":"Groce, A., Pinto, J., Azimi, P., Mittal, P.: TSTL: a language and tool for testing (demo). In: ACM International Symposium on Software Testing and Analysis, pp. 414\u2013417 (2015)","DOI":"10.1145\/2771783.2784769"},{"key":"445_CR19","unstructured":"NumPy. https:\/\/www.numpy.org . Accessed 1 Dec 2016"},{"key":"445_CR20","unstructured":"SciPy. https:\/\/www.scipy.org . Accessed 1 Dec 2016"},{"issue":"5","key":"445_CR21","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1038\/nmeth.f.303","volume":"7","author":"JG Caporaso","year":"2010","unstructured":"Caporaso, J.G., Kuczynski, J., Stombaugh, J., Bittinger, K., Bushman, F.D., Costello, E.K., Fierer, N., Pena, A.G., Goodrich, J.K., Gordon, J.I., et al.: QIIME allows analysis of high-throughput community sequencing data. Nat. Methods 7(5), 335\u2013336 (2010)","journal-title":"Nat. Methods"},{"key":"445_CR22","unstructured":"Biopython. http:\/\/biopython.org\/wiki\/Biopython . Accessed 1 Dec 2016"},{"key":"445_CR23","unstructured":"scikit-bio. http:\/\/scikit-bio.org\/ . Accessed 1 Dec 2016"},{"key":"445_CR24","doi-asserted-by":"crossref","unstructured":"Groce, A., Fern, A., Erwig, M., Pinto, J., Bauer, T., Alipour, A.: Learning-based test programming for programmers. In: International Symposium on Leveraging Applications of Formal Methods, Verification and Validation, pp. 752\u2013786 (2012)","DOI":"10.1007\/978-3-642-34026-0_42"},{"key":"445_CR25","volume-title":"Domain-Specific Languages","author":"M Fowler","year":"2010","unstructured":"Fowler, M.: Domain-Specific Languages. Addison-Wesley Professional, Boston (2010)"},{"issue":"8","key":"445_CR26","doi-asserted-by":"crossref","first-page":"711","DOI":"10.1145\/6424.315691","volume":"29","author":"J Bentley","year":"1986","unstructured":"Bentley, J.: Programming pearls: little languages. Commun. ACM 29(8), 711\u2013721 (1986)","journal-title":"Commun. ACM"},{"key":"445_CR27","doi-asserted-by":"crossref","unstructured":"Gligoric, M., Gvero, T., Jagannath, V., Khurshid, S., Kuncak, V., Marinov, D.: Test generation through programming in UDITA. In: International Conference on Software Engineering, pp. 225\u2013234 (2010)","DOI":"10.1145\/1806799.1806835"},{"key":"445_CR28","volume-title":"The SPIN Model Checker: Primer and Reference Manual","author":"GJ Holzmann","year":"2003","unstructured":"Holzmann, G.J.: The SPIN Model Checker: Primer and Reference Manual. Addison-Wesley Professional, Reading (2003)"},{"key":"445_CR29","doi-asserted-by":"crossref","unstructured":"Holzmann, G., Joshi, R.: Model-driven software verification. In: SPIN Workshop on Model Checking of Software, pp. 76\u201391 (2004)","DOI":"10.1007\/978-3-540-24732-6_6"},{"issue":"3\u20134","key":"445_CR30","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1007\/s10515-008-0033-9","volume":"15","author":"G Holzmann","year":"2008","unstructured":"Holzmann, G., Joshi, R., Groce, A.: Model driven code checking. Autom. Softw. Eng. 15(3\u20134), 283\u2013297 (2008)","journal-title":"Autom. Softw. Eng."},{"key":"445_CR31","doi-asserted-by":"crossref","unstructured":"Groce, A., Havelund, K., Smith, M.: From scripts to specifications: the evolution of a flight software testing effort. In: International Conference on Software Engineering, pp. 129\u2013138 (2010)","DOI":"10.1145\/1810295.1810314"},{"issue":"5","key":"445_CR32","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1002\/stvr.456","volume":"22","author":"M Utting","year":"2012","unstructured":"Utting, M., Pretschner, A., Legeard, B.: A taxonomy of model-based testing approaches. Softw. Test. Verif. Reliab. 22(5), 297\u2013312 (2012). doi: 10.1002\/stvr.456","journal-title":"Softw. Test. Verif. Reliab."},{"key":"445_CR33","unstructured":"Kellar, K.: Tstl-java. https:\/\/github.com\/flipturnapps\/TSTL-Java . Accessed 1 Dec 2016"},{"issue":"2","key":"445_CR34","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1109\/32.988498","volume":"28","author":"A Zeller","year":"2002","unstructured":"Zeller, A., Hildebrandt, R.: Simplifying and isolating failure-inducing input. Softw. Eng. IEEE Trans. 28(2), 183\u2013200 (2002)","journal-title":"Softw. Eng. IEEE Trans."},{"issue":"11","key":"445_CR35","doi-asserted-by":"crossref","first-page":"1025","DOI":"10.1002\/spe.602","volume":"34","author":"C Csallner","year":"2004","unstructured":"Csallner, C., Smaragdakis, Y.: JCrasher: an automatic robustness tester for Java. Softw. Pract. Exp. 34(11), 1025\u20131050 (2004)","journal-title":"Softw. Pract. Exp."},{"key":"445_CR36","doi-asserted-by":"crossref","unstructured":"Claessen, K., Hughes, J.: QuickCheck: a lightweight tool for random testing of haskell programs. In: ICFP, pp. 268\u2013279 (2000)","DOI":"10.1145\/351240.351266"},{"key":"445_CR37","unstructured":"MacIver, D.R.: Hypothesis: Test faster, fix more. http:\/\/hypothesis.works\/ . Accessed 1 Dec 2016"},{"issue":"1","key":"445_CR38","first-page":"100","volume":"10","author":"W McKeeman","year":"1998","unstructured":"McKeeman, W.: Differential testing for software. Digit. Tech. J. Dig. Equip. Corp. 10(1), 100\u2013107 (1998)","journal-title":"Digit. Tech. J. Dig. Equip. Corp."},{"issue":"9","key":"445_CR39","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1145\/1015864.1015889","volume":"47","author":"M Burnett","year":"2004","unstructured":"Burnett, M., Cook, C., Rothermel, G.: End-user software engineering. Commun. ACM 47(9), 53\u201358 (2004)","journal-title":"Commun. ACM"},{"key":"445_CR40","doi-asserted-by":"crossref","unstructured":"Burnett, M.M., Myers, B.A.: Future of end-user software engineering: beyond the silos. In: Future of Software Engineering, pp. 201\u2013211 (2014)","DOI":"10.1145\/2593882.2593896"},{"issue":"1","key":"445_CR41","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1145\/366378.366385","volume":"10","author":"G Rothermel","year":"2001","unstructured":"Rothermel, G., Burnett, M., Li, L., DuPois, C., Sheretov, A.: A methodology for testing spreadsheets. ACM Trans. Softw. Eng. Method. 10(1), 110\u2013147 (2001)","journal-title":"ACM Trans. Softw. Eng. Method."},{"issue":"3","key":"445_CR42","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1109\/TSE.2013.59","volume":"40","author":"A Groce","year":"2014","unstructured":"Groce, A., Kulesza, T., Zhang, C., Shamasunder, S., Burnett, M.M., Wong, W., Stumpf, S., Das, S., Shinsel, A., Bice, F., McIntosh, K.: You are the only possible oracle: effective test selection for end users of interactive machine learning systems. IEEE Trans. Softw. Eng. 40(3), 307\u2013323 (2014)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"445_CR43","doi-asserted-by":"crossref","unstructured":"Groce, A., Holzmann, G., Joshi, R., Xu, R.G.: Putting flight software through the paces with testing, model checking, and constraint-solving. In: Workshop on Constraints in Formal Verification, pp. 1\u201315 (2008)","DOI":"10.1007\/s10515-008-0033-9"},{"key":"445_CR44","unstructured":"Andrews, J., Zhang, Y.R., Groce, A.: Comparing automated unit testing strategies. Technical report 736, Department of Computer Science, University of Western Ontario (2010)"},{"key":"445_CR45","volume-title":"A Discipline of Programming","author":"EW Dijkstra","year":"1976","unstructured":"Dijkstra, E.W.: A Discipline of Programming. Prentice-Hall, Englewood Cliffs (1976)"},{"issue":"4","key":"445_CR46","doi-asserted-by":"publisher","first-page":"636","DOI":"10.1145\/321420.321422","volume":"14","author":"RW Floyd","year":"1967","unstructured":"Floyd, R.W.: Nondeterministic algorithms. J. ACM 14(4), 636\u2013644 (1967). doi: 10.1145\/321420.321422","journal-title":"J. ACM"},{"key":"445_CR47","doi-asserted-by":"publisher","unstructured":"McCarthy, J.: A basis for a mathematical theory of computation, preliminary report. In: Papers Presented at the May 9-11, 1961, Western Joint IRE-AIEE-ACM Computer Conference, IRE-AIEE-ACM \u201961 (Western), pp. 225\u2013238. ACM, New York, NY, USA (1961). doi: 10.1145\/1460690.1460715","DOI":"10.1145\/1460690.1460715"},{"key":"445_CR48","unstructured":"Batchelder, N.: Coverage.py. https:\/\/coverage.readthedocs.org\/en\/coverage-4.0.1\/ . Accessed 1 Dec 2016"},{"key":"445_CR49","doi-asserted-by":"crossref","unstructured":"Groce, A., Zhang, C., Eide, E., Chen, Y., Regehr, J.: Swarm testing. In: International Symposium on Software Testing and Analysis, pp. 78\u201388 (2012)","DOI":"10.1145\/2338965.2336763"},{"key":"445_CR50","doi-asserted-by":"crossref","unstructured":"Gligoric, M., Groce, A., Zhang, C., Sharma, R., Alipour, A., Marinov, D.: Comparing non-adequate test suites using coverage criteria. In: International Symposium on Software Testing and Analysis, pp. 302\u2013313 (2013)","DOI":"10.1145\/2483760.2483769"},{"key":"445_CR51","doi-asserted-by":"crossref","unstructured":"Le, V., Afshari, M., Su, Z.: Compiler validation via equivalence modulo inputs. In: ACM SIGPLAN Conference on Programming Language Design and Implementation, pp. 216\u2013226 (2014)","DOI":"10.1145\/2666356.2594334"},{"key":"445_CR52","unstructured":"Hamlet, R.: Random testing. In: Encyclopedia of Software Engineering, pp. 970\u2013978. Wiley (1994)"},{"key":"445_CR53","volume-title":"Model Checking","author":"EM Clarke","year":"2000","unstructured":"Clarke, E.M., Grumberg, O., Peled, D.: Model Checking. MIT Press, Cambridge (2000)"},{"issue":"2","key":"445_CR54","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/s10009-002-0104-3","volume":"5","author":"S Edelkamp","year":"2004","unstructured":"Edelkamp, S., Leue, S., Lluch-Lafuente, A.: Directed explicit-state model checking in the validation of communication protocols. Int. J. Softw. Tools Technol. Transf. 5(2), 247\u2013267 (2004). doi: 10.1007\/s10009-002-0104-3","journal-title":"Int. J. Softw. Tools Technol. Transf."},{"key":"445_CR55","doi-asserted-by":"crossref","unstructured":"Groce, A., Visser, W.: Model checking Java programs using structural heuristics. In: International Symposium on Software Testing and Analysis, pp. 12\u201321 (2002)","DOI":"10.1145\/566172.566175"},{"key":"445_CR56","doi-asserted-by":"crossref","unstructured":"Courcoubetis, C., Vardi, M.Y., Wolper, P., Yannakakis, M.: Memory efficient algorithms for the verification of temporal properties. In: Proceedings of the 2nd International Workshop on Computer Aided Verification, CAV \u201990, pp. 233\u2013242. Springer-Verlag, London, UK. http:\/\/dl.acm.org\/citation.cfm?id=647759.735018 . Accessed 1 Dec 2016 (1991)","DOI":"10.1090\/dimacs\/003\/15"},{"key":"445_CR57","doi-asserted-by":"crossref","unstructured":"Groce, A., Alipour, M.A., Zhang, C., Chen, Y., Regehr, J.: Cause reduction for quick testing. In: 2014 IEEE Seventh International Conference on Software Testing, Verification and Validation (ICST), pp. 243\u2013252. IEEE (2014)","DOI":"10.1109\/ICST.2014.37"},{"issue":"1","key":"445_CR58","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1002\/stvr.1574","volume":"26","author":"A Groce","year":"2016","unstructured":"Groce, A., Alipour, M.A., Zhang, C., Chen, Y., Regehr, J.: Cause reduction: Delta-debugging, even without bugs. J. Softw. Test. Verif. Reliab. 26(1), 40\u201368 (2016)","journal-title":"J. Softw. Test. Verif. Reliab."},{"key":"445_CR59","doi-asserted-by":"crossref","first-page":"929","DOI":"10.1109\/32.962562","volume":"27","author":"G Rothermel","year":"2001","unstructured":"Rothermel, G., Untch, R., Chu, C., Harrold, M.J.: Test case prioritization. Trans. Softw. Eng. 27, 929\u2013948 (2001)","journal-title":"Softw. Eng."},{"key":"445_CR60","doi-asserted-by":"crossref","unstructured":"Rothermel, G., Untch, R.H., Chu, C., Harrold, M.J.: Test case prioritization: an empirical study. In: Proceedings of the IEEE International Conference on Software Maintenance, ICSM \u201999, pp. 179\u2013188. IEEE Computer Society, Washington, DC, USA (1999). http:\/\/dl.acm.org\/citation.cfm?id=519621.853398 . Accessed 1 Dec 2016","DOI":"10.1109\/ICSM.1999.792604"},{"key":"445_CR61","doi-asserted-by":"crossref","unstructured":"Zhang, C., Groce, A., Alipour, M.A.: Using test case reduction and prioritization to improve symbolic execution. In: International Symposium on Software Testing and Analysis, pp. 160\u2013170 (2014)","DOI":"10.1145\/2610384.2610392"},{"key":"445_CR62","unstructured":"Foundation, F.S.: GMP: The Gnu multiple precision arithmetic library. https:\/\/gmplib.org\/ . Accessed 1 Dec 2016"},{"key":"445_CR63","unstructured":"Groce, A.: Left shift of zero allocates memory. http:\/\/bugs.python.org\/issue27870 . Accessed 1 Dec 2016"},{"key":"445_CR64","unstructured":"Groce, A.: Raising zero to a large power mismatch with Python long. https:\/\/github.com\/aleaxit\/gmpy\/issues\/114 . Accessed 1 Dec 2016"},{"key":"445_CR65","unstructured":"SymPy Development Team: SymPy. http:\/\/www.sympy.org\/en\/index.html . Accessed 1 Dec 2016"},{"key":"445_CR66","unstructured":"Klockner, A.: PyOpenCL. https:\/\/mathema.tician.de\/software\/pyopencl\/ . Accessed 1 Dec 2016"},{"key":"445_CR67","unstructured":"Khronos Group: The open standard for parallel programming of heterogenous systems. https:\/\/www.khronos.org\/opencl\/ . Accessed 1 Dec 2016"},{"key":"445_CR68","unstructured":"Gonzalez, J.: FuzzyWuzzy. https:\/\/pypi.python.org\/pypi\/fuzzywuzzy . Accessed 1 Dec 2016"},{"key":"445_CR69","unstructured":"AstroPy: a community Python library for astronomy. http:\/\/www.astropy.org\/ . Accessed 1 Dec 2016"},{"key":"445_CR70","doi-asserted-by":"crossref","unstructured":"Godefroid, P., Klarlund, N., Sen, K.: DART: directed automated random testing. In: Programming Language Design and Implementation, pp. 213\u2013223 (2005)","DOI":"10.1145\/1065010.1065036"},{"key":"445_CR71","doi-asserted-by":"crossref","unstructured":"Andrews, J.H., Groce, A., Weston, M., Xu, R.G.: Random test run length and effectiveness. In: Automated Software Engineering, pp. 19\u201328 (2008)","DOI":"10.1109\/ASE.2008.12"},{"key":"445_CR72","doi-asserted-by":"crossref","unstructured":"Andrews, J.H., Haldar, S., Lei, Y., Li, C.H.F.: Tool support for randomized unit testing. In: Proceedings of the First International Workshop on Randomized Testing, Portland, Maine, pp. 36\u201345 (2006)","DOI":"10.1145\/1145735.1145741"},{"issue":"1","key":"445_CR73","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1109\/TSE.2010.46","volume":"37","author":"JH Andrews","year":"2011","unstructured":"Andrews, J.H., Menzies, T., Li, F.C.: Genetic algorithms for randomized unit testing. IEEE Trans. Softw. Eng. (TSE) 37(1), 80\u201394 (2011)","journal-title":"IEEE Trans. Softw. Eng. (TSE)"},{"key":"445_CR74","doi-asserted-by":"crossref","unstructured":"Arcuri, A., Briand, L.: Adaptive random testing: An illusion of effectiveness. In: International Symposium on Software Testing and Analysis, pp. 265\u2013275 (2011)","DOI":"10.1145\/2001420.2001452"},{"key":"445_CR75","doi-asserted-by":"crossref","unstructured":"Arcuri, A., Iqbal, M.Z.Z., Briand, L.C.: Formal analysis of the effectiveness and predictability of random testing. In: International Symposium on Software Testing and Analysis, pp. 219\u2013230 (2010)","DOI":"10.1145\/1831708.1831736"},{"key":"445_CR76","doi-asserted-by":"crossref","unstructured":"Chen, T.Y., Leung, H., Mak, I.K.: Adaptive random testing. In: Advances in Computer Science, pp. 320\u2013329 (2004)","DOI":"10.1007\/978-3-540-30502-6_23"},{"key":"445_CR77","doi-asserted-by":"crossref","unstructured":"Ciupa, I., Leitner, A., Oriol, M., Meyer, B.: Experimental assessment of random testing for object-oriented software. In: Rosenblum, D.S., Elbaum, S.G. (eds.) International Symposium on Software Testing and Analysis, pp. 84\u201394. ACM (2007)","DOI":"10.1145\/1273463.1273476"},{"issue":"4","key":"445_CR78","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1109\/TSE.1984.5010257","volume":"10","author":"JW Duran","year":"1984","unstructured":"Duran, J.W., Ntafos, S.C.: Evaluation of random testing. IEEE Trans. Softw. Eng. 10(4), 438\u2013444 (1984)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"445_CR79","doi-asserted-by":"crossref","unstructured":"Hamlet, R.: When only random testing will do. In: International Workshop on Random Testing, pp. 1\u20139 (2006)","DOI":"10.1145\/1145735.1145737"},{"key":"445_CR80","doi-asserted-by":"crossref","unstructured":"Sharma, R., Gligoric, M., Arcuri, A., Fraser, G., Marinov, D.: Testing container classes: Random or systematic? In: Fundamental Approaches to Software Engineering, pp. 262\u2013277 (2011)","DOI":"10.1007\/978-3-642-19811-3_19"},{"issue":"8","key":"445_CR81","doi-asserted-by":"crossref","first-page":"1978","DOI":"10.1016\/j.jss.2013.02.061","volume":"86","author":"S Anand","year":"2013","unstructured":"Anand, S., Burke, E.K., Chen, T.Y., Clark, J., Cohen, M.B., Grieskamp, W., Harman, M., Harrold, M.J., McMinn, P.: An orchestrated survey of methodologies for automated software test case generation. J. Syst. Softw. 86(8), 1978\u20132001 (2013)","journal-title":"J. Syst. Softw."},{"key":"445_CR82","doi-asserted-by":"crossref","unstructured":"Orso, A., Rothermel, G.: Software testing: A research travelogue (2000\u20132014). In: Proceedings of the on Future of Software Engineering, FOSE, pp. 117\u2013132 (2014)","DOI":"10.1145\/2593882.2593885"},{"key":"445_CR83","unstructured":"Nilsson, R.: ScalaCheck: property-based testing for Scala. https:\/\/www.scalacheck.org . Accessed 1 Dec 2016"},{"key":"445_CR84","doi-asserted-by":"crossref","unstructured":"Milicevic, A., Misailovic, S., Marinov, D., Khurshid, S.: Korat: A tool for generating structurally complex test inputs. In: International Conference on Software Engineering, pp. 771\u2013774 (2007)","DOI":"10.1109\/ICSE.2007.48"},{"key":"445_CR85","doi-asserted-by":"crossref","unstructured":"Giannakopoulou, D., Howar, F., Isberner, M., Lauderdale, T., Rakamari\u0107, Z., Raman, V.: Taming test inputs for separation assurance. In: International Conference on Automated Software Engineering, pp. 373\u2013384 (2014)","DOI":"10.1145\/2642937.2642940"},{"key":"445_CR86","doi-asserted-by":"publisher","unstructured":"Felderer, M., Zech, P., Fiedler, F., Breu, R.: A tool-based methodology for system testing of service-oriented systems. In: 2010 Second International Conference on Advances in System Testing and Validation Lifecycle (VALID), pp. 108\u2013113 (2010). doi: 10.1109\/VALID.2010.12","DOI":"10.1109\/VALID.2010.12"},{"key":"445_CR87","unstructured":"Santiago, D., Cando, A., Mack, C., Nunez, G., Thomas, T., King, T.M.: Towards domain-specific testing languages for software-as-a-service. In: Proceedings of the 2nd International Workshop on Model-Driven Engineering for High Performance and Cloud computing co-located with 16th International Conference on Model Driven Engineering Languages and Systems (MODELS), pp. 43\u201352 (2013)"},{"key":"445_CR88","doi-asserted-by":"publisher","unstructured":"Im, K., Im, T., McGregor, J.D.: Automating test case definition using a domain specific language. In: Proceedings of the 46th Annual Southeast Regional Conference on XX, ACM-SE, vol. 46, pp. 180\u2013185. ACM, New York, NY, USA (2008). doi: 10.1145\/1593105.1593152","DOI":"10.1145\/1593105.1593152"},{"key":"445_CR89","unstructured":"Chelimsky, D., Astels, D., Helmkamp, B., North, D., Dennis, Z., Hellesoy, A.: The RSpec Book: Behaviour Driven Development with Rspec, Cucumber, and Friends, 1st edn. Pragmatic Bookshelf, Raleigh, NC (2010)"},{"key":"445_CR90","unstructured":"Lei, Y., Andrews, J.H.: Minimization of randomized unit test cases. In: International Symposium on Software Reliability Engineering, pp. 267\u2013276 (2005)"},{"key":"445_CR91","doi-asserted-by":"crossref","unstructured":"Pike, L.: SmartCheck: automatic and efficient counterexample reduction and generalization. In: ACM SIGPLAN Symposium on Haskell, pp. 53\u201364 (2014)","DOI":"10.1145\/2633357.2633365"},{"key":"445_CR92","doi-asserted-by":"crossref","unstructured":"Daka, E., Campos, J., Dorn, J., Fraser, G., Weimer, W.: Generating readable unit tests for Guava. In: Search-Based Software Engineering\u20147th International Symposium, SSBSE 2015, Bergamo, Italy, 5\u20137 September 2015, Proceedings, pp. 235\u2013241 (2015)","DOI":"10.1007\/978-3-319-22183-0_17"},{"key":"445_CR93","doi-asserted-by":"crossref","unstructured":"Daka, E., Campos, J., Fraser, G., Dorn, J., Weimer, W.: Modeling readability to improve unit tests. In: Foundations of Software Engineering, ESEC\/FSE, pp. 107\u2013118 (2015)","DOI":"10.1145\/2786805.2786838"},{"key":"445_CR94","doi-asserted-by":"crossref","unstructured":"Maogui, H., Jinfeng, W.: Application of automated testing tool in GIS modeling. In: World Congress on Software Engineering, pp. 184\u2013188 (2009)","DOI":"10.1109\/WCSE.2009.94"},{"key":"445_CR95","unstructured":"AbSharma: Functional testing of GIS applications (automated testing). http:\/\/osgeo-org.1560.x6.nabble.com\/Functional-Testing-of-GIS-applications-Automated-Testing-td4493673.html . Accessed 1 Dec 2016"},{"key":"445_CR96","unstructured":"XBOSOFT: GIS software testing\u2014lessons learned. http:\/\/xbosoft.com\/gis-software-testing-lessons-learned\/ . Accessed 1 Dec 2016"},{"key":"445_CR97","unstructured":"GRASS Development Team: Testing GRASS GIS source code and modules. https:\/\/grass.osgeo.org\/grass71\/manuals\/libpython\/gunittest_testing.html . Accessed 1 Dec 2016"},{"key":"445_CR98","doi-asserted-by":"crossref","unstructured":"Segal, J.: Some problems of professional end user developers. In: IEEE Symposium on Visual Languages and Human-Centric Computing (2007)","DOI":"10.1109\/VLHCC.2007.17"},{"key":"445_CR99","doi-asserted-by":"crossref","unstructured":"Rothermel, K., Cook, C., Burnett, M., Schonfeld, J., Green, T., Rothermel, G.: WYSIWYT testing in the spreadsheet paradigm: an empirical evaluation. Int. Conf. Softw. Eng. 22, 230\u2013240 (2000)","DOI":"10.1145\/337180.337206"},{"key":"445_CR100","doi-asserted-by":"crossref","unstructured":"Phalgune, A., Kissinger, C., Burnett, M., Cook, C., Beckwith, L., Ruthruff, J.: Garbage in, garbage out? an empirical look at oracle mistakes by end-user programmers. In: IEEE Symp. Visual Languages and Human-Centric Computing, pp. 45\u201352 (2005)","DOI":"10.1109\/VLHCC.2005.40"},{"key":"445_CR101","doi-asserted-by":"crossref","unstructured":"Kulesza, T., Burnett, M., Stumpf, S., Wong, W.K., Das, S., Groce, A., Shinsel, A., Bice, F., McIntosh, K.: Where are my intelligent assistant\u2019s mistakes? a systematic testing approach. In: International Symposium on End-User Development, pp. 171\u2013186 (2011)","DOI":"10.1007\/978-3-642-21530-8_14"},{"key":"445_CR102","doi-asserted-by":"crossref","unstructured":"Shinsel, A., Kulesza, T., Burnett, M.M., Curan, W., Groce, A., Stumpf, S., Wong, W.K.: Mini-crowdsourcing end-user assessment of intelligent assistants: a cost-benefit study. In: Visual Languages and Human-Centric Computing, pp. 47\u201354 (2011)","DOI":"10.1109\/VLHCC.2011.6070377"}],"container-title":["International Journal on Software Tools for Technology Transfer"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10009-016-0445-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10009-016-0445-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10009-016-0445-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,16]],"date-time":"2019-09-16T02:10:49Z","timestamp":1568599849000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10009-016-0445-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12,2]]},"references-count":102,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,2]]}},"alternative-id":["445"],"URL":"https:\/\/doi.org\/10.1007\/s10009-016-0445-y","relation":{},"ISSN":["1433-2779","1433-2787"],"issn-type":[{"value":"1433-2779","type":"print"},{"value":"1433-2787","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,12,2]]}}}