{"updated":"2025-01-20T01:06:14.406816+00:00","metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00190642","sets":["1164:2240:9411:9526"]},"path":["9526"],"owner":"11","recid":"190642","title":["深層学習におけるBatchNormalization使用時の計算時間と精度の関係性"],"pubdate":{"attribute_name":"公開日","attribute_value":"2018-07-23"},"_buckets":{"deposit":"e9b0681d-1b3e-4081-9d56-6079318a1ed3"},"_deposit":{"id":"190642","pid":{"type":"depid","value":"190642","revision_id":0},"owners":[11],"status":"published","created_by":11},"item_title":"深層学習におけるBatchNormalization使用時の計算時間と精度の関係性","author_link":["436849","436850","436848"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"深層学習におけるBatchNormalization使用時の計算時間と精度の関係性"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"機械学習","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2018-07-23","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"東京工業大学情報理工学院数理・計算科学系"},{"subitem_text_value":"東京工業大学情報理工学院数理・計算科学系"},{"subitem_text_value":"理化学研究所計算科学研究センター／東京工業大学情報理工学院数理・計算科学系"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/190642/files/IPSJ-HPC18165001.pdf","label":"IPSJ-HPC18165001.pdf"},"date":[{"dateType":"Available","dateValue":"2020-07-23"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-HPC18165001.pdf","filesize":[{"value":"498.6 kB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"14"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"ddabaeb4-66d5-4b88-bf0c-1d3fb2d7a350","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2018 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"八島, 慶汰"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"大山, 洋介"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"松岡, 聡"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10463942","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"2188-8841","subitem_source_identifier_type":"ISSN"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"近年，機械学習，深層学習と呼ばれる手法が盛んに研究されており，画像認識 ・ 音声認識 ・ 自然言語処理等の広くの分野で他の手法に比べ非常に優れた結果や精度を達成している．特に，ニューラルネットの並列学習の手法であるデータ並列の学習下では，各 GPU が分割されたデータセットを入力としてそれぞれ独立に計算を行い，パラメーターサーバーや All Reduce 等の計算を使用しモデルの更新を行っている．また，ニューラルネットの学習では勾配消失問題や出力の分布を一定に操作するために多くの正則化手法が提案されている．特にその効果が大きいと期待されている Batch Normalization (Batch Norm) が多く用いられており，既存の Batch Norm では GPU 毎に独立して正則化が行われている．本論文では GPU デバイスで独立に正規化が行われた場合と GPU デバイス間においてまたがるように正規化が行われた場合で精度や計算時間等にどのような影響を与えるのかどうかを実験した．","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"6","bibliographic_titles":[{"bibliographic_title":"研究報告ハイパフォーマンスコンピューティング（HPC）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2018-07-23","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"1","bibliographicVolumeNumber":"2018-HPC-165"}]},"relation_version_is_last":true,"weko_creator_id":"11"},"created":"2025-01-19T00:56:35.925369+00:00","id":190642,"links":{}}