{"metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00194506","sets":["1164:1867:9726:9727"]},"path":["9727"],"owner":"44499","recid":"194506","title":["A Hybrid Simulator to Analyze Gradient Staleness Effect"],"pubdate":{"attribute_name":"公開日","attribute_value":"2019-02-21"},"_buckets":{"deposit":"8ae90f4b-e6ca-40c9-ab79-002517dbadd6"},"_deposit":{"id":"194506","pid":{"type":"depid","value":"194506","revision_id":0},"owners":[44499],"status":"published","created_by":44499},"item_title":"A Hybrid Simulator to Analyze Gradient Staleness Effect","author_link":["460523","460524","460528","460525","460526","460527"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"A Hybrid Simulator to Analyze Gradient Staleness Effect"},{"subitem_title":"A Hybrid Simulator to Analyze Gradient Staleness Effect","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"ディープ・ラーニング","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2019-02-21","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"筑波大学／産業技術総合研究所"},{"subitem_text_value":"産業技術総合研究所／筑波大学"},{"subitem_text_value":"産業技術総合研究所／筑波大学"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"Uniersity of Tsukuba / National Institute of Advanced Science and Technology","subitem_text_language":"en"},{"subitem_text_value":"National Institute of Advanced Science and Technology / Uniersity of Tsukuba","subitem_text_language":"en"},{"subitem_text_value":"National Institute of Advanced Science and Technology / Uniersity of Tsukuba","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"eng"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/194506/files/IPSJ-OS19145008.pdf","label":"IPSJ-OS19145008.pdf"},"date":[{"dateType":"Available","dateValue":"2021-02-21"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-OS19145008.pdf","filesize":[{"value":"1.3 MB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"11"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"de10c8fd-66b6-465d-82a2-168459380b44","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2019 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Duo, Zhang"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Yusuke, Tanimura"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Hidemoto, Nakada"}],"nameIdentifiers":[{}]}]},"item_4_creator_6":{"attribute_name":"著者名(英)","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Duo, Zhang","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Yusuke, Tanimura","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Hidemoto, Nakada","creatorNameLang":"en"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10444176","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"2188-8795","subitem_source_identifier_type":"ISSN"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"One of the obstacles for parallel execution of Deep Learning is the Gradient exchange overhead, and there are numerous exchange methods are proposed to mitigate the overhead. Investigating these methods with real machines requires a lot of resources. Furthermore, it is impossible to investigate the behavior under other circumstances, such as different network latency. We propose a hybrid simulator that combines gradient computation on real machine and virtual time management using discrete event simulator, that enables to accurately reproduce the behavior under arbitrary gradient exchange methods and arbitrary setup. We implemented this simulator using Python coroutine. We confirmed that we can reproduce the behavior of asynchronous gradient exchange, and it can handle 64 nodes with single node.","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"One of the obstacles for parallel execution of Deep Learning is the Gradient exchange overhead, and there are numerous exchange methods are proposed to mitigate the overhead. Investigating these methods with real machines requires a lot of resources. Furthermore, it is impossible to investigate the behavior under other circumstances, such as different network latency. We propose a hybrid simulator that combines gradient computation on real machine and virtual time management using discrete event simulator, that enables to accurately reproduce the behavior under arbitrary gradient exchange methods and arbitrary setup. We implemented this simulator using Python coroutine. We confirmed that we can reproduce the behavior of asynchronous gradient exchange, and it can handle 64 nodes with single node.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"6","bibliographic_titles":[{"bibliographic_title":"研究報告システムソフトウェアとオペレーティング・システム（OS）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2019-02-21","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"8","bibliographicVolumeNumber":"2019-OS-145"}]},"relation_version_is_last":true,"weko_creator_id":"44499"},"id":194506,"updated":"2025-01-19T23:27:34.865046+00:00","links":{},"created":"2025-01-19T00:59:33.328671+00:00"}