{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T23:26:02Z","timestamp":1742945162573,"version":"3.40.3"},"publisher-location":"Cham","reference-count":53,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030584580"},{"type":"electronic","value":"9783030584597"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-58459-7_15","type":"book-chapter","created":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T12:06:39Z","timestamp":1604923599000},"page":"308-330","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Novice Learner Experiences in Software Development: A Study of Freshman Undergraduates"],"prefix":"10.1007","author":[{"given":"Catherine","family":"Higgins","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ciaran","family":"O\u2019Leary","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claire","family":"McAvinia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Barry","family":"Ryan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,11,10]]},"reference":[{"key":"15_CR1","unstructured":"United States Department of Labor.: Computer and Information Technology Occupations. https:\/\/www.bls.gov\/ooh\/computer-and-information-technology\/home.htm. Assessed 2 Feb 2018"},{"issue":"1","key":"15_CR2","doi-asserted-by":"publisher","first-page":"37","DOI":"10.3233\/jid-2013-0004","volume":"17","author":"J Stachel","year":"2013","unstructured":"Stachel, J., Marghitu, D., Brahim, T.B., Sims, R., Reynolds, L., Czelusniak, V.: Managing cognitive load in introductory programming courses: A cognitive aware scaffolding tool. J. Integr. Des. Process Sci. 17(1), 37\u201354 (2013)","journal-title":"J. Integr. Des. Process Sci."},{"key":"15_CR3","doi-asserted-by":"crossref","unstructured":"Whalley, J., Kasto, N.: A qualitative think-aloud study of novice programmers\u2019 code writing strategies. In: Proceedings of the 2014 Conference on Innovation & Technology in Computer Science Education, pp. 279\u2013284. ACM, Uppsala (2014)","DOI":"10.1145\/2591708.2591762"},{"issue":"1","key":"15_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1513593.1513597","volume":"9","author":"ME Caspersen","year":"2009","unstructured":"Caspersen, M.E., Kolling, M.: STREAM: a first programming process. ACM Trans. Comput. Educ. 9(1), 1\u201329 (2009)","journal-title":"ACM Trans. Comput. Educ."},{"key":"15_CR5","unstructured":"Suo, X.: Toward more effective strategies in teaching programming for novice students. In: IEEE International Conference on Teaching, Assessment and Learning for Engineering (TALE), pp. T2A-1--T2A-3 (2012)"},{"issue":"5","key":"15_CR6","first-page":"39","volume":"30","author":"JW Coffey","year":"2015","unstructured":"Coffey, J.W.: Relationship between design and programming skills in an advanced computer programming class. J. Comput. Sci. Coll. 30(5), 39\u201345 (2015)","journal-title":"J. Comput. Sci. Coll."},{"issue":"6","key":"15_CR7","first-page":"591","volume":"3","author":"T-C Huang","year":"2013","unstructured":"Huang, T.-C., Shu, Y., Chen, C.-C., Chen, M.-Y.: The development of an innovative programming teaching framework for modifying students\u2019 maladaptive learning pattern. Int. J. Inf. Educ. Technol. 3(6), 591\u2013596 (2013)","journal-title":"Int. J. Inf. Educ. Technol."},{"key":"15_CR8","unstructured":"Simon et al.: Predictors of success in a first programming course. In: Proceedings of the 8th Australasian Conference on Computing Education, vol. 52, pp. 189\u2013196. Australian Computer Society, Inc., Hobart (2006)"},{"key":"15_CR9","doi-asserted-by":"crossref","unstructured":"Loftus, C., Thomas, L., Zander, C.: Can graduating students design: revisited. In: Proceedings of the 42nd ACM Technical Symposium on Computer Science Education, pp. 105\u2013110. ACM, Dallas (2011)","DOI":"10.1145\/1953163.1953199"},{"key":"15_CR10","volume-title":"Education Training Programs: The Four Levels","author":"DL Kirkpatrick","year":"1994","unstructured":"Kirkpatrick, D.L.: Education Training Programs: The Four Levels, 3rd edn. Berrett-Kohler, San Francisco (1994)","edition":"3"},{"key":"15_CR11","volume-title":"CSEDU 2019\u201311th International Conference on Computer Supported Education, 2019","author":"C Higgins","year":"2019","unstructured":"Higgins, C., O\u2019Leary, C., McAvinia, C., Ryan, B.: A study of first year undergraduate computing students\u2019 experience of learning software development in the absence of a software development process. In: Lane, H., Zvacek, S., Uhomoibhi, J. (eds.) CSEDU 2019\u201311th International Conference on Computer Supported Education, 2019. SCITEPRESS, Heraklion, Crete (2019)"},{"issue":"2","key":"15_CR12","first-page":"2004","volume":"39","author":"A Pears","year":"2007","unstructured":"Pears, A., et al.: A survey of literature on the teaching of introductory programming. ACM SIGCSE Bull. 39(2), 2004\u20132023 (2007)","journal-title":"ACM SIGCSE Bull."},{"key":"15_CR13","doi-asserted-by":"crossref","unstructured":"Guo, P.J.: Online python tutor: embeddable web-based program visualization for CS education. In: Proceeding of the 44th ACM Technical Symposium on Computer Science Education, pp. 579\u2013584. ACM, Denver (2013)","DOI":"10.1145\/2445196.2445368"},{"key":"15_CR14","unstructured":"Gautier, M., Wrobel-Dautcourt, B.: artEoz-dynamic program visualization. In: International Conference on Informatics in Schools, pp. 70\u201371, M\u00fcnster, Germany (2016)"},{"key":"15_CR15","unstructured":"Mozelius, P., Shabalina, O., Malliarakis, C., Tomos, F., Miller, C., Turner, D.: Let the students contruct their own fun and knowledge-learning to program by building computer games. In: European Conference on Games Based Learning, pp. 418\u2013426. Academic Conferences International Limited, Porto, Portugal (2013)"},{"key":"15_CR16","unstructured":"Trevathan, M., Peters, M., Willis, J., Sansing, L.: Serious games classroom implementation: teacher perspectives and student learning outcomes. In: Society for Information Technology & Teacher Education International Conference, pp. 624\u2013631. Association for the Advancement of Computing in Education (AACE), Savannah, Georgia (2016)"},{"key":"15_CR17","unstructured":"Dahiya, D.: Teaching software engineering: a practical approach. ACM SIGSOFT Softw. Eng. Notes 35(2), 1\u20135 (2010)"},{"key":"15_CR18","doi-asserted-by":"crossref","unstructured":"Savi, R., von Wangenheim, C.G., Borgatto, A.F.: A model for the evaluation of educational games for teaching software engineering. In: 25th Brazilian Symposium on Software Engineering (SBES), pp. 194\u2013203. IEEE, Sao Paulo (2011)","DOI":"10.1109\/SBES.2011.27"},{"issue":"1","key":"15_CR19","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1002\/cae.21588","volume":"23","author":"G Rodriguez","year":"2015","unstructured":"Rodriguez, G., Soria, \u00c1., Campo, M.: Virtual Scrum: a teaching aid to introduce undergraduate software engineering students to scrum. Comput. Appl. Eng. Educ. 23(1), 147\u2013156 (2015)","journal-title":"Comput. Appl. Eng. Educ."},{"key":"15_CR20","unstructured":"Wright, D.R. Inoculating novice software designers with expert design strategies. In: American Society for Engineering Education. ASEE (2012)"},{"key":"15_CR21","unstructured":"Hu, M., Winikoff, M., Cranefield, S.: A process for novice programming using goals and plans. In: Proceedings of the Fifteenth Australasian Computing Education Conference, vol. 136, pp. 3\u201312. Australian Computer Society, Inc, Adelaide (2013)"},{"key":"15_CR22","doi-asserted-by":"crossref","unstructured":"Neto, V.L., Coelho, R., Leite, L., Guerrero, D.S., Mendon, A.P.: POPT: a problem-oriented programming and testing approach for novice students. In: Proceedings of the 2013 International Conference on Software Engineering, pp. 1099\u20131108. IEEE Press, San Francisco (2013)","DOI":"10.1109\/ICSE.2013.6606660"},{"key":"15_CR23","volume-title":"Kirkpatrick, Evaluating Training Programs: The four levels","author":"D Kirkpatrick","year":"2013","unstructured":"Kirkpatrick, D.: Kirkpatrick, Evaluating Training Programs: The four levels, 3rd edn. Berrett-Koehler Publications, San Francisco (2013)","edition":"3"},{"key":"15_CR24","doi-asserted-by":"crossref","unstructured":"Chang, N., Chen, L.: Evaluating the learning effectiveness of an online information literacy class based on the Kirkpatrick framework. 64(3), 211\u2013223 (2014)","DOI":"10.1515\/libri-2014-0016"},{"key":"15_CR25","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1007\/978-3-319-29585-5_30","volume-title":"Computer Supported Education","author":"JR Byrne","year":"2016","unstructured":"Byrne, J.R., Fisher, L., Tangney, B.: A 21st century teaching and learning approach to computer science education: teacher reactions. In: Zvacek, S., Restivo, M.T., Uhomoibhi, J., Helfert, M. (eds.) CSEDU 2015. CCIS, vol. 583, pp. 523\u2013540. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-29585-5_30"},{"issue":"2","key":"15_CR26","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1002\/nha3.20178","volume":"29","author":"TG Reio","year":"2017","unstructured":"Reio, T.G., et al.: A critique of kirkpatrick\u2019s evaluation model. New Horizons Adult Educ. Hum. Resource Dev. 29(2), 35\u201353 (2017)","journal-title":"New Horizons Adult Educ. Hum. Resource Dev."},{"issue":"4","key":"15_CR27","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1111\/j.1468-2419.2010.00359.x","volume":"14","author":"M Guerci","year":"2010","unstructured":"Guerci, M., Bartezzaghi, E., Solari, L.: Training evaluation in Italian corporate universities: a stakeholder-based analysis. Int. J. Training Dev. 14(4), 291\u2013308 (2010)","journal-title":"Int. J. Training Dev."},{"key":"15_CR28","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1016\/j.evalprogplan.2016.06.012","volume":"58","author":"H Hayes","year":"2016","unstructured":"Hayes, H., et al.: A formative multi-method approach to evaluating training. Eval. Program Planning 58, 199\u2013207 (2016)","journal-title":"Eval. Program Planning"},{"issue":"4","key":"15_CR29","doi-asserted-by":"publisher","first-page":"638","DOI":"10.1080\/18146627.2014.935007","volume":"11","author":"FR Aluko","year":"2014","unstructured":"Aluko, F.R., Shonubi, O.K.: Going beyond Kirkpatrick\u2019s Training Evaluation Model: the role of workplace factors in distance learning transfer. Africa Educ. Rev. 11(4), 638\u2013657 (2014)","journal-title":"Africa Educ. Rev."},{"issue":"2","key":"15_CR30","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1111\/j.1744-6570.1997.tb00911.x","volume":"50","author":"GM Alliger","year":"1997","unstructured":"Alliger, G.M., et al.: A meta-analysis of the relations among training criteria. Pers. Psychol. 50(2), 341\u2013358 (1997)","journal-title":"Pers. Psychol."},{"key":"15_CR31","unstructured":"Biggs, J.B., Collis, K.F.: Evaluation the Quality of Learning: the SOLO Taxonomy (Structure of the Observed Learning Outcome). Academic Press (1982)"},{"key":"15_CR32","unstructured":"Biggs, J.B., Collis, K.F.: Evaluating the Quality of Learning: The SOLO Taxonomy (Structure of the Observed Learning Outcome). Academic Press (2014)"},{"key":"15_CR33","doi-asserted-by":"crossref","unstructured":"Cronbach, L.J.: Coefficient alpha and the internal structure of tests. Psychometrika 16(3), 297\u2013334 (1951)","DOI":"10.1007\/BF02310555"},{"issue":"260","key":"15_CR34","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1080\/01621459.1952.10483441","volume":"47","author":"WH Kruskal","year":"1952","unstructured":"Kruskal, W.H., Wallis, W.A.: Use of ranks in one-criterion variance analysis. J. Am. Stat. Assoc. 47(260), 583\u2013621 (1952)","journal-title":"J. Am. Stat. Assoc."},{"issue":"2","key":"15_CR35","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1191\/1478088706qp063oa","volume":"3","author":"V Braun","year":"2006","unstructured":"Braun, V., Clarke, V.: Using thematic analysis in psychology. Qual. Res. Psychol. 3(2), 77\u2013101 (2006)","journal-title":"Qual. Res. Psychol."},{"key":"15_CR36","doi-asserted-by":"crossref","unstructured":"Beins, B.C., McCarthy, M.A.: Research Methods and Statistics. Cambridge University Press (2017)","DOI":"10.1017\/9781108550734"},{"key":"15_CR37","doi-asserted-by":"crossref","unstructured":"Garner, S.: A quantitative study of a software tool that supports a part-complete solution method on learning outcomes. J. Inf. Technol. Educ. (2009)","DOI":"10.28945\/698"},{"issue":"1","key":"15_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11162-005-8150-9","volume":"47","author":"RM Carini","year":"2006","unstructured":"Carini, R.M., Kuh, G.D., Klein, S.P.: Student engagement and student learning: Testing the linkages. Res. High. Educ. 47(1), 1\u201332 (2006)","journal-title":"Res. High. Educ."},{"key":"15_CR39","doi-asserted-by":"crossref","unstructured":"Sinclair, J., et al.: Measures of student engagement in computer science. In: Proceedings of the 2015 ACM Conference on Innovation and Technology in Computer Science Education. ACM (2015)","DOI":"10.1145\/2729094.2742586"},{"key":"15_CR40","unstructured":"Garner, S.: A program design tool to help novices learn programming. In: ICT: Providing Choices for Learners and Learning (2007)"},{"issue":"3","key":"15_CR41","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1002\/j.2168-9830.1998.tb00359.x","volume":"87","author":"F Deek","year":"1998","unstructured":"Deek, F., Kimmel, H., McHugh, J.A.: Pedagogical changes in the delivery of the first-course in computer science: problem solving, then programming. J. Eng. Educ. 87(3), 313\u2013320 (1998)","journal-title":"J. Eng. Educ."},{"key":"15_CR42","doi-asserted-by":"crossref","unstructured":"Morgado, C., Barbosa, F.: A structured approach to problem solving in CS1. In: Proceedings of the 17th ACM Annual Conference on Innovation and Technology in Computer Science Education. ACM, Haifa (2012)","DOI":"10.1145\/2325296.2325415"},{"key":"15_CR43","doi-asserted-by":"crossref","unstructured":"Ginat, D., Menashe, E.: SOLO taxonomy for assessing novices\u2019 algorithmic design. In: Proceedings of the 46th ACM Technical Symposium on Computer Science Education. ACM (2015)","DOI":"10.1145\/2676723.2677311"},{"key":"15_CR44","unstructured":"Cabo, C.: Quantifying student progress through Bloom\u2019s taxonomy cognitive categories in computer programming courses. In: ASEE Annual Conference and Exposition, Conference Proceedings (2015)"},{"key":"15_CR45","doi-asserted-by":"crossref","unstructured":"Lahtinen, E., Ala-Mutka, K., J\u00e4rvinen, H.-M.: A study of the difficulties of novice programmers. In: ACM SIGCSE Bulletin. ACM (2005)","DOI":"10.1145\/1067445.1067453"},{"key":"15_CR46","doi-asserted-by":"crossref","unstructured":"Hummel, H.G.K.: Feedback model to support designers of blended learning courses. Int. Rev. Res. Open Distrib. Learn. 7(3) (2006)","DOI":"10.19173\/irrodl.v7i3.379"},{"issue":"1","key":"15_CR47","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.destud.2008.07.003","volume":"30","author":"LA Liikkanen","year":"2009","unstructured":"Liikkanen, L.A., Perttula, M.: Exploring problem decomposition in conceptual design among novice designers. Des. Stud. 30(1), 38\u201359 (2009)","journal-title":"Des. Stud."},{"issue":"1","key":"15_CR48","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.jvlc.2006.03.002","volume":"18","author":"CD Hundhausen","year":"2007","unstructured":"Hundhausen, C.D., Brown, J.L.: What You See Is What You Code: A \u201clive\u201d algorithm development and visualization environment for novice learners. J. Vis. Lang. Comput. 18(1), 22\u201347 (2007)","journal-title":"J. Vis. Lang. Comput."},{"key":"15_CR49","doi-asserted-by":"crossref","unstructured":"Paschali, M.E., et al.: Tool-assisted Game Scenario Representation Through Flow Charts. In: ENASE (2018)","DOI":"10.5220\/0006681402230232"},{"key":"15_CR50","doi-asserted-by":"crossref","unstructured":"Hu, C.: Can students design software?: The answer is more complex than you think. In: Proceedings of the 47th ACM Technical Symposium on Computing Science Education. ACM, Memphis (2016)","DOI":"10.1145\/2839509.2844563"},{"issue":"1","key":"15_CR51","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1145\/1124706.1121468","volume":"38","author":"A Eckerdal","year":"2006","unstructured":"Eckerdal, A., et al.: Can graduating students design software systems? ACM SIGCSE Bull. 38(1), 403\u2013407 (2006)","journal-title":"ACM SIGCSE Bull."},{"issue":"3","key":"15_CR52","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1080\/08993400600912376","volume":"16","author":"A Eckerdal","year":"2006","unstructured":"Eckerdal, A., et al.: Categorizing student software designs: methods, results, and implications. Comput. Sci. Educ. 16(3), 197\u2013209 (2006)","journal-title":"Comput. Sci. Educ."},{"issue":"1","key":"15_CR53","first-page":"143","volume":"4","author":"JD Tenenberg","year":"2005","unstructured":"Tenenberg, J.D., et al.: Students designing software: a multi-national, multi-institutional study. Inf. Educ. 4(1), 143\u2013162 (2005)","journal-title":"Inf. Educ."}],"container-title":["Communications in Computer and Information Science","Computer Supported Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-58459-7_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,12]],"date-time":"2020-11-12T15:30:45Z","timestamp":1605195045000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-58459-7_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030584580","9783030584597"],"references-count":53,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-58459-7_15","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"10 November 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CSEDU","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computer Supported Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Crete","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 May 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 May 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"csedu2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.csedu.org\/?y=2019","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"PRIMORIS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"202","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}