{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T07:10:19Z","timestamp":1779088219988,"version":"3.51.4"},"reference-count":55,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2018,3,1]],"date-time":"2018-03-01T00:00:00Z","timestamp":1519862400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2018,3,1]],"date-time":"2018-03-01T00:00:00Z","timestamp":1519862400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T00:00:00Z","timestamp":1777507200000},"content-version":"vor","delay-in-days":2982,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2018,3]]},"DOI":"10.1007\/s40593-016-0121-0","type":"journal-article","created":{"date-parts":[[2016,11,3]],"date-time":"2016-11-03T15:54:04Z","timestamp":1478188444000},"page":"1-28","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":26,"title":["Designing Academic Writing Analytics for Civil Law Student Self-Assessment"],"prefix":"10.1016","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8709-5780","authenticated-orcid":false,"given":"Simon","family":"Knight","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Buckingham Shum","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philippa","family":"Ryan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"\u00c1gnes","family":"S\u00e1ndor","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaolong","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR1","first-page":"363","article-title":"Preliminary exploration of the elements of expert performance in legal writing, A","volume":"16","author":"Abner","year":"2010","journal-title":"Legal Writing: Journal of Legal Writing Inst"},{"issue":"2\u20133","key":"10.1007\/s40593-016-0121-0_CR2","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1017\/S1351324902002887","article-title":"Robustness beyond shallowness: incremental deep parsing","volume":"8","author":"A\u00eft-Mokhtar","year":"2002","journal-title":"Natural Language Engineering"},{"key":"10.1007\/s40593-016-0121-0_CR3","doi-asserted-by":"crossref","unstructured":"Andrews, R. (2009). Argumentation in higher education: improving practice through theory and research. New York: Routledge.","DOI":"10.4324\/9780203872710"},{"key":"10.1007\/s40593-016-0121-0_CR4","unstructured":"\u00c5str\u00f6m, F., & S\u00e1ndor, \u00c1. (2009). Models of scholarly communication and citation analysis. In ISSI 2009: The 12th International Conference of the International Society for Scientometrics and Informetrics (Vol. 1, pp. 10\u201321). BIREME\/PAHO\/WHO & Federal University of Rio de Janeiro. Retrieved from http:\/\/lup.lub.lu.se\/record\/1459018\/file\/1883080.pdf."},{"key":"10.1007\/s40593-016-0121-0_CR5","doi-asserted-by":"crossref","unstructured":"Barocas, S., Hood, S., & Ziewitz, M. (2013). Governing algorithms: a provocation piece. Available at SSRN 2245322. Retrieved from http:\/\/papers.ssrn.com\/sol3\/papers.cfm?abstract_id=2245322.","DOI":"10.2139\/ssrn.2245322"},{"key":"10.1007\/s40593-016-0121-0_CR6","first-page":"23","article-title":"Better writing, better thinking: using legal writing pedagogy in the casebook classroom (without grading papers)","volume":"10","author":"Beazley","year":"2004","journal-title":"Legal Writing: Journal of Legal Writing Inst."},{"key":"10.1007\/s40593-016-0121-0_CR7","doi-asserted-by":"crossref","unstructured":"Bjork, R. A., Dunlosky, J., & Kornell, N. (2013). Self-regulated learning: beliefs, techniques, and illusions. Annual Review of Psychology, 64, 417\u2013444. Retrieved from http:\/\/www.annualreviews.org\/doi\/abs\/10.1146\/annurev-psych-113011-143823.","DOI":"10.1146\/annurev-psych-113011-143823"},{"issue":"2","key":"10.1007\/s40593-016-0121-0_CR8","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1080\/713695728","article-title":"Sustainable assessment: rethinking assessment for the learning society","volume":"22","author":"Boud","year":"2000","journal-title":"Studies in Continuing Education"},{"key":"10.1007\/s40593-016-0121-0_CR9","doi-asserted-by":"crossref","unstructured":"Boud, D., Lawson, R., & Thompson, D. G. (2013). Does student engagement in self-assessment calibrate their judgement over time? Assessment & Evaluation in Higher Education, 38(8), 941\u2013956. Retrieved from http:\/\/www.tandfonline.com\/doi\/abs\/10.1080\/02602938.2013.769198.","DOI":"10.1080\/02602938.2013.769198"},{"key":"10.1007\/s40593-016-0121-0_CR10","doi-asserted-by":"crossref","unstructured":"Boud, D., Lawson, R., & Thompson, D. G. (2015). The calibration of student judgement through self-assessment: disruptive effects of assessment patterns. Higher Education Research and Development, 34(1), 45\u201359. Retrieved from http:\/\/www.tandfonline.com\/doi\/abs\/10.1080\/07294360.2014.934328.","DOI":"10.1080\/07294360.2014.934328"},{"key":"10.1007\/s40593-016-0121-0_CR11","unstructured":"Buckingham Shum, S. (2015). Learning analytics: on silver bullets and white rabbits. Medium. Retrieved from http:\/\/bit.ly\/medium20150209."},{"issue":"3","key":"10.1007\/s40593-016-0121-0_CR12","first-page":"375","article-title":"Grades matter; legal writing grades matter most","volume":"32","author":"Clark","year":"2013","journal-title":"Miss CL Rev"},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR13","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1093\/bib\/6.1.57","article-title":"A survey of current work in biomedical text mining","volume":"6","author":"Cohen","year":"2005","journal-title":"Briefings in Bioinformatics"},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR14","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1016\/j.asw.2012.11.001","article-title":"Large-scale assessment, locally-developed measures, and automated scoring of essays: fishing for red herrings?","volume":"18","author":"Condon","year":"2013","journal-title":"Assessing Writing"},{"issue":"4","key":"10.1007\/s40593-016-0121-0_CR15","first-page":"899","article-title":"Assessing differently and using empirical studies to see if it makes a difference: can law schools do it better?","volume":"27","author":"Curcio","year":"2009","journal-title":"Quinnipiac Law Review"},{"issue":"2","key":"10.1007\/s40593-016-0121-0_CR16","first-page":"271","article-title":"Does practice make perfect? An empirical examination of the impact of practice essays on essay exam performance","volume":"35","author":"Curcio","year":"2008","journal-title":"Florida State University Law Review"},{"issue":"4\u20135","key":"10.1007\/s40593-016-0121-0_CR17","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1007\/s10606-011-9155-x","article-title":"Contested collective intelligence: rationale, technologies, and a human-machine annotation study","volume":"21","author":"De Liddo","year":"2012","journal-title":"Computer Supported Cooperative Work (CSCW)"},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR18","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1016\/j.asw.2012.10.002","article-title":"On the relation between automated essay scoring and modern views of the writing construct","volume":"18","author":"Deane","year":"2013","journal-title":"Assessing Writing"},{"issue":"3","key":"10.1007\/s40593-016-0121-0_CR19","doi-asserted-by":"crossref","first-page":"398","DOI":"10.1080\/21670811.2014.976411","article-title":"Algorithmic accountability","volume":"3","author":"Diakopoulos","year":"2014","journal-title":"Digital Journalism"},{"key":"10.1007\/s40593-016-0121-0_CR20","doi-asserted-by":"crossref","unstructured":"Ericsson, P. F., & Haswell, R. H. (2006). Machine scoring of student essays: truth and consequences. Utah State University Press .Retrieved from http:\/\/digitalcommons.usu.edu\/usupress_pubs\/139\/?utm_source=digitalcommons.usu.edu%2Fusupress_pubs%2F139&utm_medium=PDF&utm_campaign=PDFCoverPages.","DOI":"10.2307\/j.ctt4cgq0p"},{"key":"10.1007\/s40593-016-0121-0_CR21","unstructured":"Flammer, S. (2010). Persuading judges: an empirical analysis of writing style, persuasion, and the use of plain English. Legal Writing: Jorunal of Legal Writing Inst, 16(1), 183\u2013222. Retrieved from http:\/\/www.law2.byu.edu\/Law_Library\/jlwi\/archives\/2010\/183.pdf."},{"key":"10.1007\/s40593-016-0121-0_CR22","article-title":"Teaching academic writing in UK higher education","year":"2006"},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR23","first-page":"171","article-title":"A methodology for mentoring writing in law practice: using textual clues to provide effective and efficient feedback","volume":"27","author":"Gionfriddo","year":"2009","journal-title":"Quinnipiac Law Review"},{"key":"10.1007\/s40593-016-0121-0_CR24","unstructured":"Goldstein, T., & Lieberman, J. K. (2002). The Lawyer\u2019s guide to writing well. University of California Press .Retrieved from http:\/\/www.ucpress.edu\/excerpt.php?isbn=9780520929074."},{"key":"10.1007\/s40593-016-0121-0_CR25","first-page":"103","article-title":"Law student learning gains produced by a writing assignment and instructor feedback","volume":"19","author":"Herring","year":"2014","journal-title":"Legal Writing: Journal of Legal Writing Inst"},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR26","first-page":"80","article-title":"How judges, practitioners, and legal writing teachers assess the writing skills of new law graduates: a comparative study","volume":"53","author":"Kosse","year":"2003","journal-title":"Journal of Legal Education"},{"key":"10.1007\/s40593-016-0121-0_CR27","doi-asserted-by":"crossref","unstructured":"Lea, M. R., & Street, B. V. (1998). Student writing in higher education: an academic literacies approach. Studies in Higher Education, 23(2), 157\u2013172. Retrieved from http:\/\/www.tandfonline.com\/doi\/abs\/10.1080\/03075079812331380364.","DOI":"10.1080\/03075079812331380364"},{"key":"10.1007\/s40593-016-0121-0_CR28","doi-asserted-by":"crossref","unstructured":"Lillis, T., & Turner, J. (2001). Student writing in higher education: contemporary confusion, traditional concerns. Teaching in Higher Education, 6(1), 57\u201368. Retrieved from http:\/\/www.tandfonline.com\/doi\/abs\/10.1080\/13562510020029608.","DOI":"10.1080\/13562510020029608"},{"key":"10.1007\/s40593-016-0121-0_CR29","unstructured":"Lisacek, F., Chichester, C., Kaplan, A., & Sandor, \u00c1. (2005). Discovering paradigm shift patterns in biomedical abstracts: application to neurodegenerative diseases. In Proceedings of the First International Symposium on Semantic Mining in Biomedicine (SMBM) (pp. 41\u201350). Citeseer. Retrieved from http:\/\/citeseerx.ist.psu.edu\/viewdoc\/download?doi=10.1.1.477.6519&rep=rep1&type.pdf."},{"key":"10.1007\/s40593-016-0121-0_CR30","series-title":"Automated evaluation of text and discourse with Coh-Metrix","author":"McNamara","year":"2014"},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR31","first-page":"93","article-title":"Good legal writing: a guide for the perplexed","volume":"17","author":"Murumba","year":"1991","journal-title":"Monash UL Rev."},{"key":"10.1007\/s40593-016-0121-0_CR32","unstructured":"National Commission On Writing. (2003). Report of the national commission on writing in America\u2019s schools and colleges: the neglected \u201cR,\u201d the need for a writing Revolution. College Board. Retrieved from http:\/\/www.collegeboard.com\/prod_downloads\/writingcom\/neglectedr.pdf."},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR33","first-page":"33","article-title":"Lawyers and learning: a metacognitive approach to legal education","volume":"13","author":"Niedwiecki","year":"2006","journal-title":"Widener Law Review"},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR34","first-page":"149","article-title":"Teaching for lifelong learning: improving the metacognitive skills of law students through more effective formative assessment techniques","volume":"40","author":"Niedwiecki","year":"2012","journal-title":"Capital University Law Review"},{"issue":"4","key":"10.1007\/s40593-016-0121-0_CR35","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1007\/BF00136221","article-title":"Essay-writing: what really counts?","volume":"20","author":"Norton","year":"1990","journal-title":"Higher Education"},{"key":"10.1007\/s40593-016-0121-0_CR36","unstructured":"OECD, & Statistics Canada (2010). Literacy in the information age - final report of the international adult literacy survey. OECD .Retrieved from http:\/\/www.oecd.org\/edu\/skills-beyond-school\/41529765.pdf."},{"issue":"2","key":"10.1007\/s40593-016-0121-0_CR37","first-page":"417","article-title":"What is \u201cgood legal writing\u201dand why does it matter?","volume":"4","author":"Osbeck","year":"2012","journal-title":"Drexel Law Review"},{"issue":"3","key":"10.1007\/s40593-016-0121-0_CR38","first-page":"561","article-title":"Writing throughout the curriculum: why law schools need it and how to achieve it","volume":"76","author":"Parker","year":"1997","journal-title":"Nebraska Law Review"},{"key":"10.1007\/s40593-016-0121-0_CR39","unstructured":"QSR International Pty Ltd. (2012). NVivo qualitative data analysis software (Version 10) [Windows]. Retrieved from https:\/\/www.qsrinternational.com\/products_nvivo.aspx."},{"issue":"1","key":"10.1007\/s40593-016-0121-0_CR40","first-page":"149","article-title":"Good legal writing: of Orwell and window panes","volume":"46","author":"Samuelson","year":"1984","journal-title":"University of Pittsburgh Law Review"},{"issue":"2","key":"10.1007\/s40593-016-0121-0_CR41","doi-asserted-by":"crossref","first-page":"97","DOI":"10.3917\/rfla.122.0097","article-title":"Modeling metadiscourse conveying the author\u2019s rhetorical strategy in biomedical research abstracts","volume":"12","author":"S\u00e1ndor","year":"2007","journal-title":"Revue Fran\u00e7aise de Linguistique Appliqu\u00e9e"},{"key":"10.1007\/s40593-016-0121-0_CR42","doi-asserted-by":"crossref","unstructured":"S\u00e1ndor, \u00c1., & Vorndran, A. (2009). Detecting key sentences for automatic assistance in peer reviewing research articles in educational sciences. In Proceedings of the 2009 Workshop on Text and Citation Analysis for Scholarly Digital Libraries (pp. 36\u201344). Association for Computational Linguistics. Retrieved from http:\/\/dl.acm.org\/citation.cfm?id=1699757.","DOI":"10.3115\/1699750.1699757"},{"key":"10.1007\/s40593-016-0121-0_CR43","unstructured":"S\u00e1ndor, \u00c1., Kaplan, A., & Rondeau, G. (2006). Discourse and citation analysis with concept-matching. In International Symposium: Discourse and document (ISDD) (pp. 15\u201316). Retrieved from http:\/\/www.xrce.xerox.com\/content\/download\/16625\/118566\/file\/result.pdf."},{"key":"10.1007\/s40593-016-0121-0_CR44","doi-asserted-by":"crossref","unstructured":"Shermis, M. D., & Burstein, J. (2013). Handbook of automated essay evaluation: current applications and new directions. New York: Routledge.","DOI":"10.4324\/9780203122761"},{"key":"10.1007\/s40593-016-0121-0_CR45","doi-asserted-by":"crossref","unstructured":"Shum, S. B., S\u00e1ndor, \u00c1., Goldsmith, R., Wang, X., Bass, R., & McWilliams, M. (2016). Reflecting on reflective writing analytics: Assessment challenges and iterative evaluation of a prototype tool. In Proceedings of the Sixth International Conference on Learning Analytics & Knowledge (pp. 213\u2013222). ACM. Retrieved from http:\/\/dl.acm.org\/citation.cfm?id=2883955.","DOI":"10.1145\/2883851.2883955"},{"key":"10.1007\/s40593-016-0121-0_CR46","doi-asserted-by":"crossref","unstructured":"Simsek, D., Sandor, A., Shum, S. B., Ferguson, R., De Liddo, A., & Whitelock, D. (2015). Correlations between automated rhetorical analysis and tutors\u2019 grades on student essays. In Proceedings of the Fifth International Conference on Learning Analytics And Knowledge (pp. 355\u2013359). ACM. Retrieved from http:\/\/dl.acm.org\/citation.cfm?id=2723603.","DOI":"10.1145\/2723576.2723603"},{"key":"10.1007\/s40593-016-0121-0_CR47","first-page":"39","article-title":"Fixing students\u2019 fixed mindsets: paving the way for meaningful assessment","volume":"18","author":"Sperling","year":"2012","journal-title":"Legal Writing: Journal of Legal Writing Inst."},{"issue":"6","key":"10.1007\/s40593-016-0121-0_CR48","doi-asserted-by":"crossref","first-page":"1389","DOI":"10.2307\/1340970","article-title":"Why lawyers can\u2019t write","volume":"97","author":"Stark","year":"1984","journal-title":"Harvard Law Review"},{"key":"10.1007\/s40593-016-0121-0_CR49","unstructured":"Sullivan, W. M., Colby, A., Welch Wegner, J., Bond, L., & Shulman, L. S. (2007). Educating lawyers: preparation for the profession of law. Stanford, California: Carnegie Foundation for the Advancement of Teaching. Retrieved from http:\/\/archive.carnegiefoundation.org\/pdfs\/elibrary\/elibrary_pdf_632.pdf."},{"key":"10.1007\/s40593-016-0121-0_CR50","series-title":"Genre analysis: English in academic and research settings","author":"Swales","year":"1990"},{"key":"10.1007\/s40593-016-0121-0_CR51","series-title":"Academic writing for graduate students: Essential tasks and skills (Vol","author":"Swales","year":"2004"},{"key":"10.1007\/s40593-016-0121-0_CR52","unstructured":"The Task Force on Law Schools and the Profession: Narrowing the Gap Legal education and professional development - an educational continuum. American bar association 1992 Retrieved from http:\/\/www.americanbar.org\/content\/dam\/aba\/publications\/misc\/legal_education\/2013_legal_education_and_professional_development_maccrate_report%29.authcheckdam.pdf ."},{"issue":"2","key":"10.1007\/s40593-016-0121-0_CR53","first-page":"295","article-title":"Writing lessons from abroad: a comparative perspective on the teaching of legal writing","volume":"53","author":"Todd","year":"2013","journal-title":"Washburn LJ"},{"issue":"2","key":"10.1007\/s40593-016-0121-0_CR54","first-page":"507","article-title":"Improving legal writing: a life-long learning process and continuing professional challenge","volume":"21","author":"Vinson","year":"2005","journal-title":"Touro Law Review"},{"key":"10.1007\/s40593-016-0121-0_CR55","unstructured":"Xerox. (n.d.). Xerox incremental parser. Retrieved October 29, 2015, from https:\/\/open.xerox.com\/Services\/XIPParser."}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s40593-016-0121-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-016-0121-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226006578?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226006578?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-016-0121-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:44:15Z","timestamp":1779086655000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226006578"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3]]},"references-count":55,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,3]]}},"alternative-id":["S1560429226006578"],"URL":"https:\/\/doi.org\/10.1007\/s40593-016-0121-0","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2018,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Designing Academic Writing Analytics for Civil Law Student Self-Assessment","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-016-0121-0","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2016 The Author(s). Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}