{"links":{},"metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00142658","sets":["1164:4179:7840:8287"]},"path":["8287"],"owner":"11","recid":"142658","title":["大学入試の世界史論述問題における質問応答システムの自動評価に関する一考察"],"pubdate":{"attribute_name":"公開日","attribute_value":"2015-07-08"},"_buckets":{"deposit":"4ec02468-a222-4506-9f08-3f064b14b943"},"_deposit":{"id":"142658","pid":{"type":"depid","value":"142658","revision_id":0},"owners":[11],"status":"published","created_by":11},"item_title":"大学入試の世界史論述問題における質問応答システムの自動評価に関する一考察","author_link":["212521","212527","212533","212534","212535","212526","212530","212524","212522","212529","212525","212523","212531","212532","212536","212528"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"大学入試の世界史論述問題における質問応答システムの自動評価に関する一考察"},{"subitem_title":"A Study in Automatic Evaluation of QA Systems for Essay Questions of World History in University Entrance Exams","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"知識獲得・応用","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2015-07-08","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"横浜国立大学／国立情報学研究所"},{"subitem_text_value":"国立情報学研究所"},{"subitem_text_value":"国立情報学研究所"},{"subitem_text_value":"横浜国立大学"},{"subitem_text_value":"静岡大学"},{"subitem_text_value":"カーネギーメロン大学／国立情報学研究所"},{"subitem_text_value":"横浜国立大学"},{"subitem_text_value":"国立情報学研究所"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"Yokohama National University / National Institute of Informatics","subitem_text_language":"en"},{"subitem_text_value":"National Institute of Informatics","subitem_text_language":"en"},{"subitem_text_value":"National Institute of Informatics","subitem_text_language":"en"},{"subitem_text_value":"Yokohama National University","subitem_text_language":"en"},{"subitem_text_value":"Shizuoka University","subitem_text_language":"en"},{"subitem_text_value":"Carnegie Mellon University / National Institute of Informatics","subitem_text_language":"en"},{"subitem_text_value":"Yokohama National University","subitem_text_language":"en"},{"subitem_text_value":"National Institute of Informatics","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/142658/files/IPSJ-NL15222013.pdf"},"date":[{"dateType":"Available","dateValue":"2017-07-08"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-NL15222013.pdf","filesize":[{"value":"605.1 kB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"23"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"537d34d9-64bb-48bd-a500-5217afbb8181","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2015 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"阪本, 浩太郎"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"石下, 円香"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"藤田, 彬"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"渋木, 英潔"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"狩野, 芳伸"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"三田村, 照子"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"森, 辰則"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"神門, 典子"}],"nameIdentifiers":[{}]}]},"item_4_creator_6":{"attribute_name":"著者名(英)","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Kotaro, Sakamoto","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Madoka, Ishioroshi","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Akira, Fujita","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Hideyuki, Shibuki","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Yoshinobu, Kano","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Teruko, Mitamura","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Tatsunori, Mori","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Noriko, Kando","creatorNameLang":"en"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10115061","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"2188-8779","subitem_source_identifier_type":"ISSN"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"NTCIR12 QA Lab-2 タスクでは現実世界における質問応答システムの実現を目指して世界史の大学入試問題を解くことを目的としている．QA Lab-2 で扱う大学入試の二次試験には，論述問題が存在し，非常にチャレンジングな課題となっている．本論文では，大学入試の論述問題を解く質問応答の評価手法について検討する．論述問題の模範解答を参照要約と捉え，参照要約を用いた ROUGE やピラミッド方式による評価手法を適用するにあたり，参照要約の数による評価値の安定性と参照要約との一致率を計算する単位について考察する．","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"NTCIR12 QALab-2's goal is to investigate the real-world complex Question Answering (QA) technologies using Japanese university entrance exams .In the task, essay question is a big chanllenge.This paper discusses the evaluation method of the QA system for the essay questions. By referring to the gold standards, we apply the evaluation method such as ROUGE and Pyramid method using reference summaries to evaluate the system summary. Then, we investigate the stableness of evalueation score based on the number of the reference summaries and the unit of calculating the accordance rate with the reference summaries.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"5","bibliographic_titles":[{"bibliographic_title":"研究報告自然言語処理（NL）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2015-07-08","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"13","bibliographicVolumeNumber":"2015-NL-222"}]},"relation_version_is_last":true,"weko_creator_id":"11"},"created":"2025-01-19T00:20:05.079199+00:00","updated":"2025-01-20T18:53:16.896060+00:00","id":142658}