{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,24]],"date-time":"2025-08-24T01:37:17Z","timestamp":1755999437582,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030293734"},{"type":"electronic","value":"9783030293741"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-29374-1_47","type":"book-chapter","created":{"date-parts":[[2019,9,8]],"date-time":"2019-09-08T23:03:18Z","timestamp":1567983798000},"page":"585-596","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["E-Assessment in Programming Courses: Towards a Digital Ecosystem Supporting Diverse Needs?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6985-8476","authenticated-orcid":false,"given":"Aparna","family":"Chirumamilla","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5739-8265","authenticated-orcid":false,"given":"Guttorm","family":"Sindre","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,8,14]]},"reference":[{"key":"47_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.compedu.2018.12.008","volume":"132","author":"A Fluck","year":"2018","unstructured":"Fluck, A.: An international review of eExam technologies and impact. Comput. Educ. 132, 1\u201315 (2018)","journal-title":"Comput. Educ."},{"unstructured":"Spector, J.M., et al.: Technology enhanced formative assessment for 21st century learning (2016)","key":"47_CR2"},{"unstructured":"Veiga, W., et al.: A software ecosystem approach to e-learning domain. In: Proceedings of the XII Brazilian Symposium on Information Systems on Brazilian Symposium on Information Systems: Information Systems in the Cloud Computing Era-Volume 1. Brazilian Computer Society (2016)","key":"47_CR3"},{"unstructured":"Stanley, J., Briscoe, G.: The ABC of digital business ecosystems. arXiv preprint arXiv:1005.1899 (2010)","key":"47_CR4"},{"unstructured":"Nachira, F., Dini, P., Nicolai, A.: A network of digital business ecosystems for Europe: roots, processes and perspectives. Introductory Paper, 106. European Commission, Bruxelles (2007)","key":"47_CR5"},{"doi-asserted-by":"crossref","unstructured":"Jansen, S., Cusumano, M.A.: Defining software ecosystems: a survey of software platforms and business network governance. In: Software Ecosystems: Analyzing and Managing Business Networks in the Software Industry, p. 13 (2013)","key":"47_CR6","DOI":"10.4337\/9781781955628.00008"},{"issue":"2","key":"47_CR7","doi-asserted-by":"publisher","first-page":"357","DOI":"10.25300\/MISQ\/2013\/37.2.02","volume":"37","author":"J Kallinikos","year":"2013","unstructured":"Kallinikos, J., Aaltonen, A., Marton, A.: The ambivalent ontology of digital artifacts. MIS Q. 37(2), 357\u2013370 (2013)","journal-title":"MIS Q."},{"doi-asserted-by":"crossref","unstructured":"Uden, L., Wangsa, I.T., Damiani, E.: The future of E-learning: E-learning ecosystem. In: 2007 Inaugural IEEE-IES Digital EcoSystems and Technologies Conference, DEST 2007 (2007)","key":"47_CR8","DOI":"10.1109\/DEST.2007.371955"},{"unstructured":"Oskar, P.: Software ecosystems and e-learning: recent developments and future prospects. In: Proceedings of the International Conference on Management of Emergent Digital EcoSystems, France, pp. 427\u2013431. ACM (2009). ISBN 978-1-60558-829-2","key":"47_CR9"},{"unstructured":"Marti, R., Gisbert, M., Larraz, V.: Technological learning and educational management ecosystems. Thirteen characteristics for efficient design. In: EdMedia+ Innovate Learning. Association for the Advancement of Computing in Education (AACE) (2018)","key":"47_CR10"},{"unstructured":"Parsons, D., Haden, P.: Parson\u2019s programming puzzles: a fun and effective learning tool for first programming courses. In: Proceedings of the 8th Australasian Conference on Computing Education, vol. 52. Australian Computer Society, Inc. (2006)","key":"47_CR11"},{"doi-asserted-by":"crossref","unstructured":"Sheard, J., et al.: Assessment of programming: pedagogical foundations of exams. In: Proceedings of the 18th ACM Conference on Innovation and Technology in Computer Science Education. ACM (2013)","key":"47_CR12","DOI":"10.1145\/2462476.2465586"},{"unstructured":"Simon, et al.: Introductory programming: examining the exams. In: Proceedings of the Fourteenth Australasian Computing Education Conference, vol. 123. Australian Computer Society, Inc. (2012)","key":"47_CR13"},{"doi-asserted-by":"crossref","unstructured":"Sheard, J., et al.: Exploring programming assessment instruments: a classification scheme for examination questions. In: Proceedings of the Seventh International Workshop on Computing Education Research. ACM (2011)","key":"47_CR14","DOI":"10.1145\/2016911.2016920"},{"doi-asserted-by":"crossref","unstructured":"Denny, P., Luxton-Reilly, A., Simon, B.: Evaluating a new exam question: Parsons problems. In: Proceedings of the Fourth International Workshop on Computing Education Research. ACM (2008)","key":"47_CR15","DOI":"10.1145\/1404520.1404532"},{"doi-asserted-by":"crossref","unstructured":"Helminen, J., et al.: How do students solve parsons programming problems?: an analysis of interaction traces. In: Proceedings of the Ninth Annual International Conference on International Computing Education Research. ACM (2012)","key":"47_CR16","DOI":"10.1145\/2361276.2361300"},{"doi-asserted-by":"crossref","unstructured":"Ericson, B.J., Margulieux, L.E., Rick, J.: Solving parsons problems versus fixing and writing code. In: Proceedings of the 17th Koli Calling International Conference on Computing Education Research. ACM (2017)","key":"47_CR17","DOI":"10.1145\/3141880.3141895"},{"doi-asserted-by":"crossref","unstructured":"Harms, K.J., Chen, J., Kelleher, C.L.: Distractors in Parsons problems decrease learning efficiency for young novice programmers. In: Proceedings of the 2016 ACM Conference on International Computing Education Research. ACM (2016)","key":"47_CR18","DOI":"10.1145\/2960310.2960314"},{"unstructured":"Guzdial, M., Ericson, B.: CS Principles: Big Ideas in Programming. RuneStone Academy (2014)","key":"47_CR19"},{"doi-asserted-by":"crossref","unstructured":"Morrison, B.B., et al.: Subgoals help students solve Parsons problems. In: Proceedings of the 47th ACM Technical Symposium on Computing Science Education. ACM (2016)","key":"47_CR20","DOI":"10.1145\/2839509.2844617"},{"key":"47_CR21","first-page":"119","volume":"10","author":"P Ihantola","year":"2011","unstructured":"Ihantola, P., Karavirta, V.: Two-dimensional parson\u2019s puzzles: the concept, tools, and first observations. J. Inf. Technol. Educ. 10, 119\u2013132 (2011)","journal-title":"J. Inf. Technol. Educ."},{"key":"47_CR22","doi-asserted-by":"publisher","first-page":"200","DOI":"10.1016\/j.chb.2015.05.047","volume":"52","author":"F Kalelio\u011flu","year":"2015","unstructured":"Kalelio\u011flu, F.: A new way of teaching programming skills to K-12 students: Code.org. Comput. Hum. Behav. 52, 200\u2013210 (2015)","journal-title":"Comput. Hum. Behav."},{"doi-asserted-by":"crossref","unstructured":"Lee, Y.Y., Chen, N., Johnson, R.E.: Drag-and-drop refactoring: intuitive and efficient program transformation. In: Proceedings of the 2013 International Conference on Software Engineering, San Francisco, CA, USA, pp. 23\u201332. IEEE Press (2013)","key":"47_CR23","DOI":"10.1109\/ICSE.2013.6606548"},{"key":"47_CR24","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1016\/j.chb.2018.11.038","volume":"95","author":"C-Y Tsai","year":"2019","unstructured":"Tsai, C.-Y.: Improving students\u2019 understanding of basic programming concepts through visual programming language: the role of self-efficacy. Comput. Hum. Behav. 95, 224\u2013232 (2019)","journal-title":"Comput. Hum. Behav."},{"doi-asserted-by":"crossref","unstructured":"Gupta, S., Gupta, A.: E-Assessment tools for programming languages: a review. In: Proceedings of the First International Conference on Information Technology and Knowledge Management (2018)","key":"47_CR25","DOI":"10.15439\/2017KM31"},{"key":"47_CR26","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1007\/978-3-642-04754-1_30","volume-title":"Visioning and Engineering the Knowledge Society. A Web Science Perspective","author":"MA Forment","year":"2009","unstructured":"Forment, M.A., Guerrero, M.J.C., Gonz\u00e1lez, M.\u00c1.C., Pe\u00f1alvo, F.J.G., Severance, C.: Interoperability for LMS: the missing piece to become the common place for Elearning innovation. In: Lytras, M.D., et al. (eds.) WSKS 2009. LNCS (LNAI), vol. 5736, pp. 286\u2013295. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-04754-1_30"},{"unstructured":"Inspera Assessment. Programming - Knowledge Base - Inspera. https:\/\/inspera.atlassian.net\/wiki\/spaces\/KB\/pages\/57311556\/Programming","key":"47_CR27"},{"unstructured":"IMS Global. Question and Test Interoperability (QTI): Overview. https:\/\/www.imsglobal.org\/question\/qtiv2p2\/imsqti_v2p2_oview.html","key":"47_CR28"},{"unstructured":"J\u00f8rgensen, J., Kvannli, S.: Efficient generation of Parsons problems for digital programming exams in Inspera, Department of Computer Science. NTNU, Trondheim (2019)","key":"47_CR29"},{"key":"47_CR30","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1016\/j.scico.2016.03.010","volume":"129","author":"A Garc\u00eda-Holgado","year":"2016","unstructured":"Garc\u00eda-Holgado, A., Garc\u00eda-Pe\u00f1alvo, F.J.: Architectural pattern to improve the definition and implementation of eLearning ecosystems. Sci. Comput. Program. 129, 20\u201334 (2016)","journal-title":"Sci. Comput. Program."},{"unstructured":"Inspera Assessment. Assessment technology standards. http:\/\/www.inspera.com\/standards","key":"47_CR31"},{"issue":"3","key":"47_CR32","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/MIC.2007.70","volume":"11","author":"D Dagger","year":"2007","unstructured":"Dagger, D., et al.: Service-oriented e-learning platforms: from monolithic systems to flexible services. IEEE Internet Comput. 11(3), 28\u201335 (2007)","journal-title":"IEEE Internet Comput."},{"issue":"9","key":"47_CR33","first-page":"1222","volume":"17","author":"FJ Garc\u00eda Pe\u00f1alvo","year":"2011","unstructured":"Garc\u00eda Pe\u00f1alvo, F.J., et al.: Opening learning management systems to personal learning environments. J. Univers. Comput. Sci.: J. UCS 17(9), 1222\u20131240 (2011)","journal-title":"J. Univers. Comput. Sci.: J. UCS"}],"container-title":["Lecture Notes in Computer Science","Digital Transformation for a Sustainable Society in the 21st Century"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-29374-1_47","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T17:39:25Z","timestamp":1710351565000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-29374-1_47"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030293734","9783030293741"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-29374-1_47","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"14 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"I3E","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Conference on e-Business, e-Services and e-Society","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Trondheim","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"i3e2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.i3e2019.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"138","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"I3E 2019 workshops (DTIS, TPSIE, 3(IT), and CROPS): 11 full papers and 4 short papers were carefully reviewed and selected from 33 submissions.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}