{"links":{},"id":2006081,"metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:02006081","sets":["1164:4179:1740452116224:1761810280162"]},"path":["1761810280162"],"owner":"80578","recid":"2006081","title":["プロンプト最適化を用いた検索クエリと検索目標の関係性アノテーション"],"pubdate":{"attribute_name":"PubDate","attribute_value":"2025-12-08"},"_buckets":{"deposit":"5a63e728-453d-4dab-8683-9b284956f634"},"_deposit":{"id":"2006081","pid":{"type":"depid","value":"2006081","revision_id":0},"owners":[80578],"status":"published","created_by":80578},"item_title":"プロンプト最適化を用いた検索クエリと検索目標の関係性アノテーション","author_link":[],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"プロンプト最適化を用いた検索クエリと検索目標の関係性アノテーション","subitem_title_language":"ja"},{"subitem_title":"LLM-based Annotation of the Relationship Between Search Queries and Search Goals Using Prompt Optimization","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"情報抽出","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2025-12-08","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"トヨタ自動車株式会社"},{"subitem_text_value":"トヨタ自動車株式会社"},{"subitem_text_value":"トヨタ自動車株式会社"},{"subitem_text_value":"トヨタ自動車株式会社"},{"subitem_text_value":"名古屋大学"},{"subitem_text_value":"名古屋大学"},{"subitem_text_value":"名古屋大学"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"Toyota Motor Corporation","subitem_text_language":"en"},{"subitem_text_value":"Toyota Motor Corporation","subitem_text_language":"en"},{"subitem_text_value":"Toyota Motor Corporation","subitem_text_language":"en"},{"subitem_text_value":"Toyota Motor Corporation","subitem_text_language":"en"},{"subitem_text_value":"Nagoya Uniersity","subitem_text_language":"en"},{"subitem_text_value":"Nagoya Uniersity","subitem_text_language":"en"},{"subitem_text_value":"Nagoya Uniersity","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"eng"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/2006081/files/IPSJ-NL25266026.pdf","label":"IPSJ-NL25266026.pdf"},"date":[{"dateType":"Available","dateValue":"2027-12-08"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-NL25266026.pdf","filesize":[{"value":"924.3 KB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"23"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"c2505722-29c1-4e1b-83dd-63e887e679e8","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2025 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"中西,亮輔"}]},{"creatorNames":[{"creatorName":"鈴木,結友"}]},{"creatorNames":[{"creatorName":"鷲見,優一郎"}]},{"creatorNames":[{"creatorName":"光田,英司"}]},{"creatorNames":[{"creatorName":"二宮,由樹"}]},{"creatorNames":[{"creatorName":"曽根,悠太郎"}]},{"creatorNames":[{"creatorName":"三輪,和久"}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10115061","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"2188-8779","subitem_source_identifier_type":"ISSN"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"In recent years, large language models (LLMs) have attracted attention for their outstanding performance in many tasks such as translation and summarization. In services deployed in society, LLMs have replaced human work, and improved productivity. This paper reports the results of applying prompt optimization methods―Automatic Prompt Engineer and Automatic Prompt Optimization―to an annotation task labeling the relationship between search queries and search goals. We found that the performance of Claude 3.7 Sonnet is close to human performance (Cohen's Kappa coefficients are above 0.6) in labeling whether the words corresponding to the conceptual hierarchical relationship are included in search queries and whether the words corresponding to the attributes are as well.","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"In recent years, large language models (LLMs) have attracted attention for their outstanding performance in many tasks such as translation and summarization. In services deployed in society, LLMs have replaced human work, and improved productivity. This paper reports the results of applying prompt optimization methods―Automatic Prompt Engineer and Automatic Prompt Optimization―to an annotation task labeling the relationship between search queries and search goals. We found that the performance of Claude 3.7 Sonnet is close to human performance (Cohen's Kappa coefficients are above 0.6) in labeling whether the words corresponding to the conceptual hierarchical relationship are included in search queries and whether the words corresponding to the attributes are as well.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"6","bibliographic_titles":[{"bibliographic_title":"研究報告自然言語処理（NL）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2025-12-08","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"26","bibliographicVolumeNumber":"2025-NL-266"}]},"relation_version_is_last":true,"weko_creator_id":"80578"},"created":"2025-12-01T04:44:03.455150+00:00","updated":"2025-12-01T04:44:08.018355+00:00"}