{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T11:49:24Z","timestamp":1753357764017,"version":"3.37.3"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,2,5]],"date-time":"2019-02-05T00:00:00Z","timestamp":1549324800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,2,5]],"date-time":"2019-02-05T00:00:00Z","timestamp":1549324800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1504634","1502564"],"award-info":[{"award-number":["1504634","1502564"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1503834"],"award-info":[{"award-number":["1503834"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Genet Program Evolvable Mach"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s10710-019-09343-7","type":"journal-article","created":{"date-parts":[[2019,2,5]],"date-time":"2019-02-05T09:22:13Z","timestamp":1549358533000},"page":"213-244","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["EvoParsons: design, implementation and preliminary evaluation of evolutionary Parsons puzzle"],"prefix":"10.1007","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8760-9246","authenticated-orcid":false,"given":"A. T. M. Golam","family":"Bari","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessio","family":"Gaspar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"R. Paul","family":"Wiegand","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jennifer L.","family":"Albert","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anthony","family":"Bucci","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amruth N.","family":"Kumar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,5]]},"reference":[{"key":"9343_CR1","unstructured":"D. Parsons, P. Haden, Programming Puzzles: A Fun and Effective Learning Tool for First Programming Courses. in Proceedings of the 8th Australasian Conference on Computing Education - Volume 52, ACE \u201906, pp. 157\u2013163. Australian Computer Society, Inc., Darlinghurst, Australia, Australia (2006). \n                    http:\/\/dl.acm.org\/citation.cfm?id=1151869.1151890"},{"key":"9343_CR2","doi-asserted-by":"publisher","unstructured":"P. Denny, A. Luxton-Reilly, B. Simon, Evaluating a new exam question: Parsons problems. in Proceedings of the Fourth International Workshop on Computing Education Research, ICER \u201908, (ACM, New York, NY, USA, 2008), pp. 113\u2013124. \n                    https:\/\/doi.org\/10.1145\/1404520.1404532","DOI":"10.1145\/1404520.1404532"},{"issue":"2","key":"9343_CR3","first-page":"119","volume":"10","author":"P Ihantola","year":"2011","unstructured":"P. Ihantola, V. Karavirta, Two-dimensional Parson\u2019s puzzles: the concept, tools, and first observations. J. Inf. Technol. Educ. 10(2), 119\u2013132 (2011)","journal-title":"J. Inf. Technol. Educ."},{"key":"9343_CR4","doi-asserted-by":"publisher","unstructured":"J. Helminen, P. Ihantola, V. Karavirta, L. Malmi, How Do Students Solve Parsons Programming Problems?: An Analysis of Interaction Traces. in Proceedings of the Ninth Annual International Conference on International Computing Education Research, ICER \u201912 (ACM, New York, NY, USA, 2012), pp. 119\u2013126. \n                    https:\/\/doi.org\/10.1145\/2361276.2361300","DOI":"10.1145\/2361276.2361300"},{"key":"9343_CR5","doi-asserted-by":"publisher","unstructured":"V. Karavirta, J. Helminen, P. Ihantola, A Mobile Learning Application for Parsons Problems With Automatic Feedback. in Proceedings of the 12th Koli Calling International Conference on Computing Education Research, Koli Calling \u201912, (ACM, New York, NY, USA, 2012), pp. 11\u201318. \n                    https:\/\/doi.org\/10.1145\/2401796.2401798","DOI":"10.1145\/2401796.2401798"},{"key":"9343_CR6","doi-asserted-by":"publisher","unstructured":"B.J. Ericson, Adaptive Parsons Problems with Discourse Rules. in Proceedings of the Eleventh Annual International Conference on International Computing Education Research, ICER \u201915, (ACM, New York, NY, USA 2015), pp. 259\u2013260. \n                    https:\/\/doi.org\/10.1145\/2787622.2787740","DOI":"10.1145\/2787622.2787740"},{"key":"9343_CR7","doi-asserted-by":"publisher","unstructured":"B.B. Morrison, L.E. Margulieux, B. Ericson, M. Guzdial, Subgoals Help Students Solve Parsons Problems. in Proceedings of the 47th ACM Technical Symposium on Computing Science Education, SIGCSE \u201916 (ACM, New York, NY, USA, 2016), pp. 42\u201347. \n                    https:\/\/doi.org\/10.1145\/2839509.2844617","DOI":"10.1145\/2839509.2844617"},{"key":"9343_CR8","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/BF01556602","volume":"16","author":"Nils Aall Baricelli","year":"1962","unstructured":"Nils Aall Baricelli, Numerical testing of evolution theories, part II preliminary tests of performance symbiogenesis and terrestrial life. Acta Biotheor. 16, 99\u2013126 (1962)","journal-title":"Acta Biotheor."},{"issue":"10","key":"9343_CR9","first-page":"313","volume":"II","author":"D Hillis","year":"1991","unstructured":"D. Hillis, Co-evolving parasites improve simulated evolution as an optimization procedure. Artif. Life II(10), 313\u2013324 (1991)","journal-title":"Artif. Life"},{"key":"9343_CR10","doi-asserted-by":"crossref","unstructured":"S.G. Ficici, J.B. Pollack, Pareto Optimality in Coevolutionary Learning. in Proceedings of the Sixth European Conference on Artificial Life. Springer (2000)","DOI":"10.1007\/3-540-44811-X_34"},{"key":"9343_CR11","doi-asserted-by":"crossref","unstructured":"K. Krawiec, M. Heywood, Solving Complex Problems With Coevolutionary Algorithms. in Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp. 782\u2013806. ACM (2017)","DOI":"10.1145\/3067695.3067705"},{"key":"9343_CR12","unstructured":"S.G. Ficici, Solution Concepts in Coevolutionary Algorithms. Ph.D. thesis, Brandeis University, Boston, MA (2004)"},{"key":"9343_CR13","volume-title":"The Collected Works of LS Vygotsky","author":"L Vygotski","year":"1987","unstructured":"L. Vygotski, The Collected Works of LS Vygotsky (Springer, Berlin, 1987)"},{"key":"9343_CR14","unstructured":"R. Watson, J.B. Pollack, Coevolutionary Dynamics in a Minimal Substrate. in Proceedings of the Genetic and Evolutionary Computation Conference, GECCO-2001, pp. 702\u2013709. Morgan Kaufmann (2001)"},{"key":"9343_CR15","doi-asserted-by":"crossref","unstructured":"A. Bucci, J.B. Pollack, E. De\u00a0Jong, Automated Extraction of Problem Structure. in Genetic and Evolutionary Computation Conference, (Springer, 2004), pp. 501\u2013512","DOI":"10.1007\/978-3-540-24854-5_53"},{"key":"9343_CR16","doi-asserted-by":"publisher","unstructured":"R.P. Wiegand, A. Bucci, A.N. Kumar, J.L. Albert, A. Gaspar, A Data-Driven Analysis of Informatively Hard Concepts in Introductory Programming. in Proceedings of the 47th ACM Technical Symposium on Computing Science Education, SIGCSE \u201916. (ACM, New York, NY, USA, 2016), pp. 370\u2013375. \n                    https:\/\/doi.org\/10.1145\/2839509.2844629","DOI":"10.1145\/2839509.2844629"},{"key":"9343_CR17","unstructured":"A. Bucci, R.P. Wiegand, A.N. Kumar, J.L. Albert, A. Gaspar, Dimension Extraction Analysis of Student Performance on Problems. in Proceedings of the 29th International Conference of the Florida Artificial Intelligence Research Society, FLAIRS \u201916 (2016)"},{"issue":"4","key":"9343_CR18","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1162\/EVCO_a_00046","volume":"19","author":"W Jaskowski","year":"2011","unstructured":"W. Jaskowski, K. Krawiec, Formal analysis, hardness, and algorithms for extracting internal structure of test-based problems. Evol. Comput. 19(4), 639\u2013671 (2011)","journal-title":"Evol. Comput."},{"issue":"9","key":"9343_CR19","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1109\/5.949485","volume":"89","author":"H Takagi","year":"2001","unstructured":"H. Takagi, Interactive evolutionary computation: fusion of the capabilities of EC optimization and human evaluation. Proc. IEEE 89(9), 1275\u20131296 (2001)","journal-title":"Proc. IEEE"},{"key":"9343_CR20","unstructured":"H. Takagi, Interactive Evolutionary Computation: System Optimization Based on Human Subjective Evaluation. in IEEE Int. Conf. on Intelligent Engineering Systems (INES98), pp. 17\u201319 (1998)"},{"issue":"1","key":"9343_CR21","doi-asserted-by":"publisher","first-page":"81","DOI":"10.2114\/jpa.24.81","volume":"24","author":"S Wang","year":"2005","unstructured":"S. Wang, H. Takagi, Improving the performance of predicting users subjective evaluation characteristics to reduce their fatigue in IEC. J. Physiol. Anthropol. Appl. Human Sci. 24(1), 81\u201385 (2005)","journal-title":"J. Physiol. Anthropol. Appl. Human Sci."},{"key":"9343_CR22","unstructured":"S. Wang, X. Wang, H. Takagi, User Fatigue Reduction by An Absolute Rating Data-Trained Predictor in IEC. in Evolutionary Computation, 2006. CEC 2006. IEEE Congress on, pp. 2195\u20132200. IEEE (2006)"},{"key":"9343_CR23","doi-asserted-by":"crossref","unstructured":"E. Popovici, A. Bucci, R. Wiegand, E. de Jong, Coevolutionary Principles. in Handbook of Natural Computing, pp. 987\u20131033. Springer (2012)","DOI":"10.1007\/978-3-540-92910-9_31"},{"key":"9343_CR24","doi-asserted-by":"crossref","unstructured":"A. Gaspar, A.G. Bari, A.N. Kumar, R.P. Wiegand, A. Bucci, J.L. Albert, Evolutionary Practice Problems Generation: Design Guidelines. in 28th IEEE International Conference on Tools with Artificial Intelligence, ICTAI\u201916 (2016)","DOI":"10.1109\/ICTAI.2016.0089"},{"key":"9343_CR25","doi-asserted-by":"crossref","unstructured":"A. Gaspar, A.G. Bari, A.N. Kumar, R.P. Wiegand, A. Bucci, J.L. Albert, Evolutionary Practice Problems Generation: More Design Guidelines. in Proceedings of the 30th International Conference of the Florida Artificial Intelligence Research Society, FLAIRS \u201917 (2017)","DOI":"10.1109\/ICTAI.2016.0089"},{"key":"9343_CR26","unstructured":"R. Caceffo, R.B. Guilherme\u00a0Gama, R.A. Tales\u00a0Aparecida Tania\u00a0Caldas, A Concept Inventory for CS1 Introductory Programming Courses in C. in Technical Report 18-06, Institute of Computing, University of Campinas, SP, Brasil. Brasil (2018)"},{"key":"9343_CR27","doi-asserted-by":"publisher","unstructured":"G.L. Herman, L. Kaczmarczyk, M.C. Loui, C. Zilles, Proof by Incomplete Enumeration and Other Logical Misconceptions. in Proceedings of the Fourth International Workshop on Computing Education Research, ICER \u201908 (ACM, New York, NY, USA, 2008), pp. 59\u201370. \n                    https:\/\/doi.org\/10.1145\/1404520.1404527","DOI":"10.1145\/1404520.1404527"},{"key":"9343_CR28","doi-asserted-by":"publisher","unstructured":"V.L. Almstrum, P.B. Henderson, V. Harvey, C. Heeren, W. Marion, C. Riedesel, L.K. Soh, A.E. Tew, Concept Inventories in Computer Science for the Topic Discrete Mathematics. in Working Group Reports on ITiCSE on Innovation and Technology in Computer Science Education, ITiCSE-WGR \u201906, (ACM, New York, NY, USA, 2006), pp. 132\u2013145. \n                    https:\/\/doi.org\/10.1145\/1189215.1189182","DOI":"10.1145\/1189215.1189182"},{"key":"9343_CR29","doi-asserted-by":"publisher","unstructured":"K.C. Webb, C. Taylor, Developing a Pre- and Post-course Concept Inventory to Gauge Operating Systems Learning. in Proceedings of the 45th ACM Technical Symposium on Computer Science Education, SIGCSE \u201914 (ACM, New York, NY, USA, 2014), pp. 103\u2013108. \n                    https:\/\/doi.org\/10.1145\/2538862.2538886","DOI":"10.1145\/2538862.2538886"},{"key":"9343_CR30","doi-asserted-by":"publisher","first-page":"304","DOI":"10.1080\/08993408.2014.970782","volume":"24","author":"J Vahrenhold","year":"2014","unstructured":"J. Vahrenhold, P. Wolfgang, Developing and validating test items for first-year computer science courses. Comput. Sci. Educ. 24, 304\u2013333 (2014)","journal-title":"Comput. Sci. Educ."},{"key":"9343_CR31","doi-asserted-by":"publisher","unstructured":"M.F. Farghally, K.H. Koh, J.V. Ernst, C.A. Shaffer, Towards a Concept Inventory for Algorithm Analysis Topics. in Proceedings of the 2017 ACM SIGCSE Technical Symposium on Computer Science Education, SIGCSE \u201917, (ACM, New York, NY, USA 2017), pp. 207\u2013212. \n                    https:\/\/doi.org\/10.1145\/3017680.3017756","DOI":"10.1145\/3017680.3017756"},{"issue":"1","key":"9343_CR32","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1145\/1352322.1352226","volume":"40","author":"K Goldman","year":"2008","unstructured":"K. Goldman, P. Gross, C. Heeren, G. Herman, L. Kaczmarczyk, M. Loui, C. Zilles, Identifying important and difficult concepts in introductory computing courses using a Delphi process. ACM SIGCSE Bull. 40(1), 256\u2013260 (2008)","journal-title":"ACM SIGCSE Bull."},{"issue":"2","key":"9343_CR33","first-page":"5:1","volume":"10","author":"K Goldman","year":"2010","unstructured":"K. Goldman, P. Gross, C. Heeren, G.L. Herman, L. Kaczmarczyk, M.C. Loui, C. Zilles, Setting the scope of concept inventories for introductory computing subjects. Trans. Comput. Edu. 10(2), 5:1\u20135:29 (2010)","journal-title":"Trans. Comput. Edu."},{"key":"9343_CR34","doi-asserted-by":"publisher","unstructured":"L.C. Kaczmarczyk, E.R. Petrick, J.P. East, G.L. Herman, Identifying Student Misconceptions of Programming. in Proceedings of the 41st ACM Technical Symposium on Computer Science Education, SIGCSE \u201910. (ACM, New York, NY, USA, 2010), pp. 107\u2013111. \n                    https:\/\/doi.org\/10.1145\/1734263.1734299","DOI":"10.1145\/1734263.1734299"},{"key":"9343_CR35","doi-asserted-by":"publisher","unstructured":"R. Caceffo, S. Wolfman, K.S. Booth, R. Azevedo, Developing a Computer Science Concept Inventory for Introductory Programming. in Proceedings of the 47th ACM Technical Symposium on Computing Science Education, SIGCSE \u201916, (ACM, New York, NY, USA, 2016), pp. 364\u2013369. \n                    https:\/\/doi.org\/10.1145\/2839509.2844559","DOI":"10.1145\/2839509.2844559"},{"issue":"2","key":"9343_CR36","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1162\/106365604773955139","volume":"12","author":"ED De Jong","year":"2004","unstructured":"E.D. De Jong, J.B. Pollack, Ideal evaluation from coevolution. Evol. Comput. 12(2), 159\u2013192 (2004)","journal-title":"Evol. Comput."},{"key":"9343_CR37","doi-asserted-by":"crossref","unstructured":"A. Bucci, J.B. Pollack, Focusing Versus Intransitivity Geometrical Aspects of Co-evolution. in Proceedings of the Genetic and Evolutionary Computation Conference, GECCO-2003, (Springer, 2003), pp. 250\u2013261","DOI":"10.1007\/3-540-45105-6_32"},{"key":"9343_CR38","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-540-88908-3","volume-title":"Multiobjective Optimization: Interactive and Evolutionary Approaches","author":"J Branke","year":"2008","unstructured":"J. Branke, K. Deb, K. Miettinen, Multiobjective Optimization: Interactive and Evolutionary Approaches, vol. 5252 (Springer, Berlin, 2008)"},{"key":"9343_CR39","unstructured":"A. Bucci, Emergent Geometric Organization and Informative Dimensions in Coevolutionary Algorithms. Ph.D. thesis, Brandeis University, Boston, MA (2007)"},{"key":"9343_CR40","doi-asserted-by":"crossref","unstructured":"E.D. De Jong, A. Bucci, DECA: Dimension Extracting Coevolutionary Algorithm. in Proceedings of the 8th Annual Conference on Genetic and Evolutionary Computation, pp. 313\u2013320. ACM (2006)","DOI":"10.1145\/1143997.1144056"},{"key":"9343_CR41","doi-asserted-by":"publisher","unstructured":"S. Whiteson, P. Stone, On-line Evolutionary Computation for Reinforcement Learning in Stochastic Domains. in Proceedings of the 8th Annual Conference on Genetic and Evolutionary Computation, GECCO \u201906. ACM, New York, NY, USA (2006), pp. 1577\u20131584. \n                    https:\/\/doi.org\/10.1145\/1143997.1144252","DOI":"10.1145\/1143997.1144252"},{"issue":"4","key":"9343_CR42","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1080\/08993408.2014.970779","volume":"24","author":"C Taylor","year":"2014","unstructured":"C. Taylor, D. Zingaro, L. Porter, K. Webb, C. Lee, M. Clancy, Computer science concept inventories: past and future. Comput. Sci. Educ. 24(4), 253\u2013276 (2014)","journal-title":"Comput. Sci. Educ."},{"key":"9343_CR43","doi-asserted-by":"crossref","unstructured":"C.H. Crouch, E. Mazur, Peer instruction: ten years of experience and results. Am. J. Phys. 69(9), (2001)","DOI":"10.1119\/1.1374249"}],"container-title":["Genetic Programming and Evolvable Machines"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10710-019-09343-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10710-019-09343-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10710-019-09343-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,17]],"date-time":"2020-05-17T15:50:46Z","timestamp":1589730646000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10710-019-09343-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,5]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["9343"],"URL":"https:\/\/doi.org\/10.1007\/s10710-019-09343-7","relation":{},"ISSN":["1389-2576","1573-7632"],"issn-type":[{"type":"print","value":"1389-2576"},{"type":"electronic","value":"1573-7632"}],"subject":[],"published":{"date-parts":[[2019,2,5]]},"assertion":[{"value":"3 October 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 January 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 February 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}