{"metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00092453","sets":["1164:2240:7073:7192"]},"path":["7192"],"owner":"11","recid":"92453","title":["Gfarm/PwrakeによるNICTサイエンスクラウドの並列分散処理技法"],"pubdate":{"attribute_name":"公開日","attribute_value":"2013-05-22"},"_buckets":{"deposit":"b99dc0ae-5791-4b98-933c-1bc007d2bc35"},"_deposit":{"id":"92453","pid":{"type":"depid","value":"92453","revision_id":0},"owners":[11],"status":"published","created_by":11},"item_title":"Gfarm/PwrakeによるNICTサイエンスクラウドの並列分散処理技法","author_link":["0","0"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"Gfarm/PwrakeによるNICTサイエンスクラウドの並列分散処理技法"},{"subitem_title":"A Parallel Processing Technique on the NICT Science Cloud via Gfarm/Pwrake","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"システム","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2013-05-22","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"情報通信研究機構"},{"subitem_text_value":"情報通信研究機構"},{"subitem_text_value":"情報通信研究機構"},{"subitem_text_value":"情報通信研究機構"},{"subitem_text_value":"筑波大学計算科学研究センター"},{"subitem_text_value":"筑波大学計算科学研究センター"},{"subitem_text_value":"九州大学情報基盤研究開発センター"},{"subitem_text_value":"愛媛大学大学院医学系研究科"},{"subitem_text_value":"株式会社セック"},{"subitem_text_value":"株式会社セック"},{"subitem_text_value":"株式会社セック"},{"subitem_text_value":"株式会社サイエンス・サービス"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"National Institute of Information and Communications Technology","subitem_text_language":"en"},{"subitem_text_value":"National Institute of Information and Communications Technology","subitem_text_language":"en"},{"subitem_text_value":"National Institute of Information and Communications Technology","subitem_text_language":"en"},{"subitem_text_value":"National Institute of Information and Communications Technology","subitem_text_language":"en"},{"subitem_text_value":"Center for Computational Sciences, University of Tsukuba","subitem_text_language":"en"},{"subitem_text_value":"Center for Computational Sciences, University of Tsukuba","subitem_text_language":"en"},{"subitem_text_value":"Research Institute for Information Technology, Kyushu University","subitem_text_language":"en"},{"subitem_text_value":"Department of Medical Informatics Ehime University Graduate School of Medicine","subitem_text_language":"en"},{"subitem_text_value":"Systems Engineering Consultants Co., LTD","subitem_text_language":"en"},{"subitem_text_value":"Systems Engineering Consultants Co., LTD","subitem_text_language":"en"},{"subitem_text_value":"Systems Engineering Consultants Co., LTD","subitem_text_language":"en"},{"subitem_text_value":"Science Service Inc.","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/92453/files/IPSJ-HPC13139009.pdf"},"date":[{"dateType":"Available","dateValue":"2015-05-22"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-HPC13139009.pdf","filesize":[{"value":"1.1 MB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"14"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"2a45ba86-ba36-4829-b722-dc2a465e9d40","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2013 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"村田, 健史"},{"creatorName":"渡邉, 英伸"},{"creatorName":"山本, 和憲"},{"creatorName":"久保田, 康文"},{"creatorName":"建部, 修見"},{"creatorName":"田中, 昌宏"},{"creatorName":"深沢, 圭一郎"},{"creatorName":"木村, 映善"},{"creatorName":"鵜川, 健太郎"},{"creatorName":"村永, 和哉"},{"creatorName":"鈴木, 豊"},{"creatorName":"磯田, 総子"}],"nameIdentifiers":[{}]}]},"item_4_creator_6":{"attribute_name":"著者名(英)","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Ken, T.Murata","creatorNameLang":"en"},{"creatorName":"Hidenobu, Watanabe","creatorNameLang":"en"},{"creatorName":"Kazunori, Yamamoto","creatorNameLang":"en"},{"creatorName":"Yasubumi, Kubota","creatorNameLang":"en"},{"creatorName":"Osamu, Tatebe","creatorNameLang":"en"},{"creatorName":"Masahiro, Tanaka","creatorNameLang":"en"},{"creatorName":"Keiichiro, Fukazawa","creatorNameLang":"en"},{"creatorName":"Eizen, Kimura","creatorNameLang":"en"},{"creatorName":"Kentaro, Ukawa","creatorNameLang":"en"},{"creatorName":"Kazuya, Muranaga","creatorNameLang":"en"},{"creatorName":"Yutaka, Suzuki","creatorNameLang":"en"},{"creatorName":"Fusako, Isoda","creatorNameLang":"en"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10463942","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"NICT サイエンスクラウドは，情報通信研究機構が科学研究目的のために構築したクラウドシステムであり，特にビッグデータサイエンスを主対象の一つとしている．10TB を超えるデータ処理 （例えば大規模可視化） や 100TB を超えるデータ検索 （たとえば特徴検出） などの大規模データ処理は，これからのデータ指向型科学研究では重要である．近年の CPU 処理速度の向上に伴いこれらのデータ処理は処理時間とデータ読み書き （I/O） 時間が同規模となることがある．そのため，レガシーな HPC 型数値計算環境ではなく I/O の高速化がなされているクラウド環境が有効となる．本稿では，NICT サイエンスクラウドにおいて分散ストレージシステム （Gfarm） と Gfarm のためのワークフローシステム （Pwrake） を用いた並列分散処理実験結果について報告する．","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"For data intensive science on cloud systems, we need development of techniques for DIC (Data-Intensive Computing) as well as HTC (High-Through-put Computing), MTC (Many-Task Computing), and HPC (High-Performance Computing). The DIC is a new concept of large-scale data processing paying attentions to data distribution, data-parallel execution, and harnessing data locality by scheduling of computations close to the data. As the data file size is getting larger, I/O time to read and/or write data is not negligible compared with data processing time. We herein develop a DIC technique on a science cloud using Gfarm/Pwrak. The Gfarm/Pwrake has been developed as an integrated system of both distributed file system and parallel data processing system. With identifying file system nodes (FSN) and processing client node (CN) and giving higher priority to process files on the local disk than on remote disks, we succeeded in progress of total performance in processing large-scale data files.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"6","bibliographic_titles":[{"bibliographic_title":"研究報告ハイパフォーマンスコンピューティング（HPC）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2013-05-22","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"9","bibliographicVolumeNumber":"2013-HPC-139"}]},"relation_version_is_last":true,"weko_creator_id":"11"},"id":92453,"updated":"2025-01-21T14:59:06.491790+00:00","links":{},"created":"2025-01-18T23:41:20.882336+00:00"}