{"created":"2025-01-19T01:20:17.088682+00:00","updated":"2025-01-19T14:38:11.997668+00:00","metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00220239","sets":["1164:4179:10952:11016"]},"path":["11016"],"owner":"44499","recid":"220239","title":["スキップレイヤー法を用いたBERTの分析"],"pubdate":{"attribute_name":"公開日","attribute_value":"2022-09-22"},"_buckets":{"deposit":"cfe14648-7884-47a2-be69-12c819d51983"},"_deposit":{"id":"220239","pid":{"type":"depid","value":"220239","revision_id":0},"owners":[44499],"status":"published","created_by":44499},"item_title":"スキップレイヤー法を用いたBERTの分析","author_link":["575601","575602","575600"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"スキップレイヤー法を用いたBERTの分析"},{"subitem_title":"Analysis of BERT Using Skipping Layers Method","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"深層学習の性能調査","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2022-09-22","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"東京都立大学システムデザイン研究科"},{"subitem_text_value":"東京都立大学システムデザイン研究科"},{"subitem_text_value":"東京都立大学システムデザイン研究科"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"Graduate School of Systems Design, Tokyo Metropolitan University","subitem_text_language":"en"},{"subitem_text_value":"Graduate School of Systems Design, Tokyo Metropolitan University","subitem_text_language":"en"},{"subitem_text_value":"Graduate School of Systems Design, Tokyo Metropolitan University","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/220239/files/IPSJ-NL22253009.pdf","label":"IPSJ-NL22253009.pdf"},"date":[{"dateType":"Available","dateValue":"2024-09-22"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-NL22253009.pdf","filesize":[{"value":"2.3 MB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"23"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"22a34452-d149-4cfa-bb12-3d923fed4bac","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2022 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"喜友名, 朝視顕"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"岡, 照晃"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"小町, 守"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10115061","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"2188-8779","subitem_source_identifier_type":"ISSN"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"本研究では，連続する一部の層を恒等関数に置き換えることをスキップレイヤー法と呼ぶ．BERT に対しスキップレイヤー法を適用すると，正解ラベルごとに異なるパターンがみられることがわかった．これは，BERT 上で重要な層が正解ラベルごとに異なることを示唆している．そこで，BERT への理解をさらに深めるために，正解ラベルとパターンの関係を分析する．","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"In this study, we call replacing some successive layers with identity functions skipping layers method. When we applied the skipping layers method to BERT, we found that there is a pattern for each label. This finding suggests that the informative layers of BERT are different for each label. To further understand BERT, we analyze the relationship between ground truths and patterns.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"6","bibliographic_titles":[{"bibliographic_title":"研究報告自然言語処理（NL）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2022-09-22","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"9","bibliographicVolumeNumber":"2022-NL-253"}]},"relation_version_is_last":true,"weko_creator_id":"44499"},"id":220239,"links":{}}