{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T21:26:51Z","timestamp":1725744411628},"publisher-location":"Berlin, Heidelberg","reference-count":16,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642397493"},{"type":"electronic","value":"9783642397509"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-39750-9_7","type":"book-chapter","created":{"date-parts":[[2013,8,7]],"date-time":"2013-08-07T11:38:37Z","timestamp":1375875517000},"page":"69-80","source":"Crossref","is-referenced-by-count":3,"title":["An Exploratory Study on Instructors\u2019 Agreement on the Correctness of Computer Program Outputs"],"prefix":"10.1007","author":[{"given":"Chung Man","family":"Tang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Y. T.","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"3","key":"7_CR1","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1145\/1163405.1163407","volume":"5","author":"M. Joy","year":"2005","unstructured":"Joy, M., Griffiths, N., Royatt, R.: The BOSS Online Submission and Assessment System. ACM Journal on Educational Resources in Computing\u00a05(3), Article 2 (2005)","journal-title":"ACM Journal on Educational Resources in Computing"},{"key":"7_CR2","unstructured":"Morris, D.S.: Automatic Grading of Student\u2019s Programming Assignments: An Interactive Process and Suite of Programs. In: 33rd ASEE\/IEEE Frontiers in Education Conference (FIE 2003), pp. S3F-1\u2013S3F-6 (2003)"},{"issue":"2","key":"7_CR3","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1080\/08993400500150747","volume":"15","author":"K. Ala-Mutka","year":"2005","unstructured":"Ala-Mutka, K.: A Survey of Automated Assessment Approaches for Programming Assignments. Computer Science Education\u00a015(2), 83\u2013102 (2005)","journal-title":"Computer Science Education"},{"issue":"2","key":"7_CR4","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1016\/0360-1315(91)90091-5","volume":"17","author":"D. Jackson","year":"1991","unstructured":"Jackson, D.: Using Software Tools to Automate the Assessment of Student Programs. Computers and Education\u00a017(2), 133\u2013143 (1991)","journal-title":"Computers and Education"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Yu, Y.T., Poon, C.K., Choy, M.Y.: Experiences with PASS: Developing and Using a Programming Assignment Assessment System. In: 6th International Conference on Quality Software (QSIC 2006), pp. 360\u2013365 (2006)","DOI":"10.1109\/QSIC.2006.28"},{"key":"7_CR6","unstructured":"Tang, C.M., Yu, Y.T., Poon, C.K.: An Approach towards Automatic Testing of Student Programs Using Token Patterns. In: 17th International Conference on Computers in Education (ICCE 2009), pp. 188\u2013190 (2009)"},{"issue":"10","key":"7_CR7","doi-asserted-by":"publisher","first-page":"997","DOI":"10.1109\/TSE.1986.6313016","volume":"12","author":"W.E. Howden","year":"1986","unstructured":"Howden, W.E.: A Functional Approach to Program Testing and Analysis. IEEE Transactions on Software Engineering\u00a012(10), 997\u20131005 (1986)","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"2","key":"7_CR8","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1016\/j.compedu.2010.02.012","volume":"55","author":"P.G. Butcher","year":"2010","unstructured":"Butcher, P.G., Jordan, S.E.: A Comparison of Human and Computer Marking of Short Free-Text Student Responses. Computers and Education\u00a055(2), 489\u2013499 (2010)","journal-title":"Computers and Education"},{"issue":"3","key":"7_CR9","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1023\/A:1026364126982","volume":"8","author":"C. Higgins","year":"2003","unstructured":"Higgins, C., Hergazy, T., Symeonidis, P., Tsinsifas, A.: The CourseMarker CBA System: Improvements over Ceilidh. Education and Information Technologies\u00a08(3), 287\u2013304 (2003)","journal-title":"Education and Information Technologies"},{"key":"7_CR10","unstructured":"Tang, C.M., Yu, Y.T., Poon, C.K.: An Experimental Prototype for Automatically Testing Student Programs using Token Patterns. In: 2nd International Conference on Computer Supported Education (CSEDU 2010), pp. 144\u2013149 (2010)"},{"key":"7_CR11","unstructured":"Tang, C.M., Yu, Y.T., Poon, C.K.: A Review of the Strategies for Output Correctness Determination in Automated Assessment of Student Programs. In: 14th Global Chinese Conference on Computers in Education (GCCCE 2010), pp. 551\u2013558 (2010)"},{"key":"7_CR12","unstructured":"Gwet, K.L.: Handbook of Inter-rater Reliability: The Definitive Guide to Measuring the Extent of Agreement among Multiple Raters, 3rd edn. Advanced Analytics, LLC (2012)"},{"key":"7_CR13","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J. Cohen","year":"1960","unstructured":"Cohen, J.: A Coefficient of Agreement for Nominal Scales. Educational and Psychological Measurement\u00a020, 37\u201346 (1960)","journal-title":"Educational and Psychological Measurement"},{"issue":"3","key":"7_CR14","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1086\/266577","volume":"19","author":"W.A. Scott","year":"1955","unstructured":"Scott, W.A.: Reliability of Content Analysis: The Case of Nominal Scale Coding. Public Opinion Quarterly\u00a019(3), 321\u2013325 (1955)","journal-title":"Public Opinion Quarterly"},{"key":"7_CR15","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1348\/000711006X126600","volume":"61","author":"K.L. Gwet","year":"2008","unstructured":"Gwet, K.L.: Computing Inter-rater Reliability and Its Variance in the Presence of High Agreement. British Journal of Mathematical and Statistical Psychology\u00a061, 29\u201348 (2008)","journal-title":"British Journal of Mathematical and Statistical Psychology"},{"key":"7_CR16","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"J.R. Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The Measurement of Observer Agreement for Categorical Data. Biometrics\u00a033, 159\u2013174 (1977)","journal-title":"Biometrics"}],"container-title":["Lecture Notes in Computer Science","Hybrid Learning and Continuing Education"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-39750-9_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,16]],"date-time":"2019-05-16T12:57:48Z","timestamp":1558011468000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-39750-9_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642397493","9783642397509"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-39750-9_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}