{"metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00232884","sets":["1164:4179:11560:11561"]},"path":["11561"],"owner":"44499","recid":"232884","title":["会話の含みの取り消し可能性に着目した大規模言語モデルの評価"],"pubdate":{"attribute_name":"公開日","attribute_value":"2024-03-03"},"_buckets":{"deposit":"bd2658ba-4955-49e0-bd7a-6fad7d307c90"},"_deposit":{"id":"232884","pid":{"type":"depid","value":"232884","revision_id":0},"owners":[44499],"status":"published","created_by":44499},"item_title":"会話の含みの取り消し可能性に着目した大規模言語モデルの評価","author_link":["631420","631419","631421","631417","631418"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"会話の含みの取り消し可能性に着目した大規模言語モデルの評価"},{"subitem_title":"Evaluation of LLMs focused on Cancellability of Conversational Implicature","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"言語モデル","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2024-03-03","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"早稲田大学"},{"subitem_text_value":"早稲田大学"},{"subitem_text_value":"早稲田大学"},{"subitem_text_value":"早稲田大学"},{"subitem_text_value":"株式会社サイシキ"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"Waseda Univ.","subitem_text_language":"en"},{"subitem_text_value":"Waseda Univ.","subitem_text_language":"en"},{"subitem_text_value":"Waseda Univ.","subitem_text_language":"en"},{"subitem_text_value":"Waseda Univ.","subitem_text_language":"en"},{"subitem_text_value":"SAI-SHIKI Inc.","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/232884/files/IPSJ-NL24259021.pdf","label":"IPSJ-NL24259021.pdf"},"date":[{"dateType":"Available","dateValue":"2026-03-03"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-NL24259021.pdf","filesize":[{"value":"1.1 MB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"23"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"8c4dbb99-42d5-4131-b837-4bd1bcfda299","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2024 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"小方, 雅子"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"藤後, 英哲"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"中下, 咲帆"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"菊池, 英明"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"藤倉, 将平"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10115061","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"2188-8779","subitem_source_identifier_type":"ISSN"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"大規模言語モデル（LLM）の著しい発展が続く中で，様々な観点から LLM の性能を評価することが求められている．人間の言語に見られる現象の一つに会話の含みがある．会話の含みとは発話によって暗に伝えられる文脈依存的な言外の発話意図である．会話の含みには，ある発話で生じる会話の含みは別のある文脈を想定することによって取り消すことが可能であるという特徴がある．この特徴により，同じ文であっても文脈に応じて異なる会話の含みが生じ得る．本研究ではこの会話の含みの取り消し可能性に着目し，LLM が人間と同じように文脈に応じて会話の含みを読み取ることができるのかを検証した．その結果，LLM は人間と比べ，文脈に応じて会話の含みを読み取ることが十分にできていないことが判明した．","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"As the development of Large Language Models (LLMs) continues, evaluation methods from various perspectives are needed. Human language has a conversational implicature which refers to the unspoken intent conveyed implicitly through utterances, depending on the context. It is known that conversational implicature is cancellable: the implicature can be canceled by context even if it has the same utterances. This study focuses on the cancellability of conversational implicature and investigates whether LLMs can interpret conversational implicatures as humans do. The results show that, compared to humans, LLMs are not as capable of interpreting conversational implicatures depending on the context.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"5","bibliographic_titles":[{"bibliographic_title":"研究報告自然言語処理（NL）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2024-03-03","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"21","bibliographicVolumeNumber":"2024-NL-259"}]},"relation_version_is_last":true,"weko_creator_id":"44499"},"id":232884,"updated":"2025-01-19T10:17:21.732072+00:00","links":{},"created":"2025-01-19T01:34:00.684550+00:00"}