@article{MAB67DD01,
title = "Deep Neural Network-Based Automated Essay Trait Scoring Model Incorporating Argument Structure Information",
journal = "Journal of KIISE, JOK",
year = "2023",
issn = "2383-630X",
doi = "10.5626/JOK.2023.50.8.662",
author = "Yejin Lee,Harksoo Kim",
keywords = "argument mining,AM,argument embedding",
abstract = "Automated essay scoring is the task of having a model read a given essay and evaluate it automatically. This paper presents a method for automated essay scoring by creating essay representations that reflect argument structure of the essay using Argument Mining, and learning essay representations for each trait score. Results of our experiments indicated that the proposed essay representation outperformed representations obtained from pre-trained language models. Furthermore, it was found that learning different representations for each evaluation criterion was more effective for essay evaluation. The performance of the proposed model, as measured by the Quadratic Weighted Kappa (QWK) metric, improved from 0.543 to 0.627, showing a high level of agreement with human evaluations. Qualitative evaluations also showed that the proposed model demonstrated similar evaluation tendencies to human evaluations."
}