{"updated":"2025-01-21T20:17:40.904477+00:00","metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00079335","sets":["1164:2240:6352:6629"]},"path":["6629"],"owner":"10","recid":"79335","title":["並列ジョブのファイルI/Oをひとつのファイルに集約する方式の提案と予備評価"],"pubdate":{"attribute_name":"公開日","attribute_value":"2011-11-21"},"_buckets":{"deposit":"335d1071-f59e-436d-976f-dfdb1a7a6252"},"_deposit":{"id":"79335","pid":{"type":"depid","value":"79335","revision_id":0},"owners":[10],"status":"published","created_by":10},"item_title":"並列ジョブのファイルI/Oをひとつのファイルに集約する方式の提案と予備評価","author_link":["0","0"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"並列ジョブのファイルI/Oをひとつのファイルに集約する方式の提案と予備評価"},{"subitem_title":"Proposal and preliminary evaluation of a mechanism for file I/O aggration to one file in a parallel job","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"並列I/O","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2011-11-21","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"理化学研究所計算科学研究機構"},{"subitem_text_value":"理化学研究所計算科学研究機構"},{"subitem_text_value":"理化学研究所計算科学研究機構／東京大学"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"RIKEN Advanced Institure for Computational Science","subitem_text_language":"en"},{"subitem_text_value":"RIKEN Advanced Institure for Computational Science","subitem_text_language":"en"},{"subitem_text_value":"RIKEN Advanced Institure for Computational Science / The University of Tokyo","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/79335/files/IPSJ-HPC11132034.pdf"},"date":[{"dateType":"Available","dateValue":"2013-11-21"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-HPC11132034.pdf","filesize":[{"value":"964.9 kB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"14"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"91d9ab7b-3b68-4893-b657-dd3d835cb047","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2011 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"大野, 善之"},{"creatorName":"堀, 敦史"},{"creatorName":"石川, 裕"}],"nameIdentifiers":[{}]}]},"item_4_creator_6":{"attribute_name":"著者名(英)","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Yoshiyuki, Ohno","creatorNameLang":"en"},{"creatorName":"Atsushi, Hori","creatorNameLang":"en"},{"creatorName":"Yutaka, Ishikawa","creatorNameLang":"en"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10463942","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"並列ジョブにおける多数ファイルに対する I/O をひとつのファイルに対する I/O に集約することによりファイル I/O を高速化する方式を提案する．各プロセスごとにファイルを作成し，データを書き出すというファイル I/O パターンをとるアプリケーションが多くある．しかし，現在普及している並列ファイルシステムは，少数の大きなデータ I/O で高い性能がでるように設計されており，プロセスごとにファイルを作成するという I/O パターンでは高い性能がでない．そこで，並列ジョブにおけるファイル I/O をひとつのファイルに集約し，少数の大きなデータ I/O にする方式を提案する．Lustre 上で予備評価を行った結果，並列プロセスがそれぞれ 1MB のファイルを 128 個 I/O する場合，2-3 倍の性能向上を確認した．","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"In many parallel applications, each process creates process independent files. However, many existing parallel file systems are designed for large data I/O operations on a few files, and exhibit low performance for small data I/O operations while accessing lots of files. In our proposed approach, small file I/O operations are aggregated to have large I/O operations and converted to access one large file. Preliminary evaluation using Lustre shows that the parallel write/read of 1MB x128files per each process is 2-3 times faster than the original I/O.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"6","bibliographic_titles":[{"bibliographic_title":"研究報告ハイパフォーマンスコンピューティング（HPC）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2011-11-21","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"34","bibliographicVolumeNumber":"2011-HPC-132"}]},"relation_version_is_last":true,"weko_creator_id":"10"},"created":"2025-01-18T23:34:05.962096+00:00","id":79335,"links":{}}