{"created":"2025-01-24T05:05:36.837686+00:00","id":2001157,"links":{},"metadata":{"_buckets":{"deposit":"b2700931-39f4-482a-8a37-e32fa91cfc29"},"_deposit":{"created_by":14,"id":"2001157","owner":"14","owners":[14],"pid":{"revision_id":0,"type":"depid","value":"2001157"},"status":"published"},"_oai":{"id":"oai:kyutech.repo.nii.ac.jp:02001157","sets":["8:24"]},"author_link":["13734"],"control_number":"2001157","item_1736913929765":{"attribute_name":"備考","attribute_value_mlt":[{"subitem_description":"16th International Conference on Learning Technologies and Learning Environments (LTLE 2024), July 6-12, 2024, Takamatsu, Japan","subitem_description_language":"en","subitem_description_type":"Other"}]},"item_1736914626247":{"attribute_name":"DOI","attribute_value_mlt":[{"subitem_relation_type_id":{"subitem_relation_type_id_text":"https://doi.org/10.1109/IIAI-AAI63651.2024.00039","subitem_relation_type_select":"DOI"}}]},"item_1736915195997":{"attribute_name":"ISBN","attribute_value_mlt":[{"subitem_relation_type_id":{"subitem_relation_type_id_text":"979-8-3503-7790-3","subitem_relation_type_select":"ISBN"}}]},"item_1736918344475":{"attribute_name":"査読の有無","attribute_value_mlt":[{"subitem_select_item":"yes"}]},"item_1736918490417":{"attribute_name":"論文ID（連携）","attribute_value_mlt":[{"subitem_text_value":"10443063"}]},"item_1736918540808":{"attribute_name":"連携ID","attribute_value_mlt":[{"subitem_text_value":"12443"}]},"item_1736918590352":{"attribute_name":"研究者情報","attribute_value_mlt":[{"subitem_link_url":"https://hyokadb02.jimu.kyutech.ac.jp/html/196_ja.html"}]},"item_30002_bibliographic_information29":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicIssueDates":{"bibliographicIssueDate":"2024-07-06","bibliographicIssueDateType":"Issued"},"bibliographic_titles":[{"bibliographic_title":"2024 16th IIAI International Congress on Advanced Applied Informatics (IIAI-AAI)","bibliographic_titleLang":"en"}]}]},"item_30002_conference34":{"attribute_name":"会議記述","attribute_value_mlt":[{"subitem_conference_country":"JPN","subitem_conference_date":{"subitem_conference_end_day":"12","subitem_conference_end_month":"07","subitem_conference_end_year":"2024","subitem_conference_start_day":"06","subitem_conference_start_month":"07","subitem_conference_start_year":"2024"},"subitem_conference_names":[{"subitem_conference_name":"International Conference on Learning Technologies and Learning Environments"}],"subitem_conference_sequence":"16"}]},"item_30002_creator2":{"attribute_name":"著者","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Nakamoto, Sayaka","creatorNameLang":"en"}]},{"creatorNames":[{"creatorName":"Okamoto, Yoshiaki","creatorNameLang":"en"}]},{"creatorNames":[{"creatorName":"Nakakouchi, Takashi","creatorNameLang":"en"}]},{"creatorNames":[{"creatorName":"Shimada, Kazutaka","creatorNameLang":"en"},{"creatorName":"嶋田, 和孝","creatorNameLang":"ja"}],"familyNames":[{"familyName":"Shimada","familyNameLang":"en"},{"familyName":"嶋田","familyNameLang":"ja"}],"givenNames":[{"givenName":"Kazutaka","givenNameLang":"en"},{"givenName":"和孝","givenNameLang":"ja"}],"nameIdentifiers":[{"nameIdentifier":"13734","nameIdentifierScheme":"WEKO"},{"nameIdentifier":"50346863","nameIdentifierScheme":"e-Rad_Researcher","nameIdentifierURI":"https://nrid.nii.ac.jp/ja/nrid/1000050346863"},{"nameIdentifier":"7403686923","nameIdentifierScheme":"Scopus著者ID","nameIdentifierURI":"https://www.scopus.com/authid/detail.uri?authorId=7403686923"},{"nameIdentifier":"196","nameIdentifierScheme":"九工大研究者情報","nameIdentifierURI":"https://hyokadb02.jimu.kyutech.ac.jp/html/196_ja.html"}]}]},"item_30002_description9":{"attribute_name":"抄録","attribute_value_mlt":[{"subitem_description":"In recent years, Automated Writing Evaluation (AWE) has been extensively researched within the field of AI in education. This paper explores generative AI, such as GPT-4, which has garnered significant attention for its ability to score essays and provide feedback to students. We designed prompts for GPT-4 to assign scores and rationales based on a given rubric and to generate feedback beneficial for students' development. We compared the evaluations produced by GPT-4 with those made by human evaluators. The results demonstrate GPT-4's potential to assist in generating evaluations at a human level. In addition, we analysed the consistency of the scoring and the quality of the rationales and feedback generated by GPT-4. In this paper, we will share our analysis and also describe the points that need to be improved for implementation in practice.","subitem_description_language":"en","subitem_description_type":"Abstract"}]},"item_30002_file35":{"attribute_name":"ファイル情報","attribute_type":"file","attribute_value_mlt":[{"accessrole":"open_access","date":[{"dateType":"Available","dateValue":"2025-01-24"}],"filename":"10443063.pdf","filesize":[{"value":"177 KB"}],"format":"application/pdf","mimetype":"application/pdf","url":{"url":"https://kyutech.repo.nii.ac.jp/record/2001157/files/10443063.pdf"},"version_id":"d821b0bb-c1e3-44a9-ba75-8b1576609baa"}]},"item_30002_language12":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"eng"}]},"item_30002_publisher10":{"attribute_name":"出版社","attribute_value_mlt":[{"subitem_publisher":"IEEE"}]},"item_30002_resource_type13":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourcetype":"journal article","resourceuri":"http://purl.org/coar/resource_type/c_6501"}]},"item_30002_rights6":{"attribute_name":"著作権関連情報","attribute_value_mlt":[{"subitem_rights":"Copyright (c) 2024 IEEE. Personal use of this material is permitted. Permission from IEEE must be obtained for all other uses, in any current or future media, including reprinting/republishing this material for advertising or promotional purposes, creating new collective works, for resale or redistribution to servers or lists, or reuse of any copyrighted component of this work in other works."}]},"item_30002_subject8":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"Automated Writing Evaluation","subitem_subject_scheme":"Other"},{"subitem_subject":"Automated Essay Scoring","subitem_subject_scheme":"Other"},{"subitem_subject":"Japanese Short Essay","subitem_subject_scheme":"Other"},{"subitem_subject":"GPT-4","subitem_subject_scheme":"Other"},{"subitem_subject":"LLM","subitem_subject_scheme":"Other"}]},"item_30002_title0":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"Towards Human-Level Evaluation: Assessing the Potential of GPT-4 in Automated Evaluation and Feedback Generation on Japanese Essays","subitem_title_language":"en"}]},"item_30002_version_type15":{"attribute_name":"出版タイプ","attribute_value_mlt":[{"subitem_version_resource":"http://purl.org/coar/version/c_ab4af688f83e57aa","subitem_version_type":"AM"}]},"item_title":"Towards Human-Level Evaluation: Assessing the Potential of GPT-4 in Automated Evaluation and Feedback Generation on Japanese Essays","item_type_id":"40001","owner":"14","path":["24"],"pubdate":{"attribute_name":"PubDate","attribute_value":"2025-01-24"},"publish_date":"2025-01-24","publish_status":"0","recid":"2001157","relation_version_is_last":true,"title":["Towards Human-Level Evaluation: Assessing the Potential of GPT-4 in Automated Evaluation and Feedback Generation on Japanese Essays"],"weko_creator_id":"14","weko_shared_id":-1},"updated":"2025-07-14T02:54:33.875156+00:00"}