{"metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00066876","sets":["1164:2240:5632:5925"]},"path":["5925"],"owner":"10","recid":"66876","title":["スーパーコンピュータTSUBAME上でのMapReduceの実現"],"pubdate":{"attribute_name":"公開日","attribute_value":"2009-11-23"},"_buckets":{"deposit":"1063fbc0-a231-4943-af7b-ca7d4c923787"},"_deposit":{"id":"66876","pid":{"type":"depid","value":"66876","revision_id":0},"owners":[10],"status":"published","created_by":10},"item_title":"スーパーコンピュータTSUBAME上でのMapReduceの実現","author_link":["0","0"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"スーパーコンピュータTSUBAME上でのMapReduceの実現"},{"subitem_title":"MapReduce Implementation on the TSUBAME Supercomputer","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"ネットワークとシステムソフト","subitem_subject_scheme":"Other"}]},"item_type_id":"4","publish_date":"2009-11-23","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"東京工業大学"},{"subitem_text_value":"東京工業大学"},{"subitem_text_value":"ライフサイエンス統合データベースセンター"},{"subitem_text_value":"ライフサイエンス統合データベースセンター"},{"subitem_text_value":"東京工業大学／国立情報学研究所"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"Tokyo Institute of Technology","subitem_text_language":"en"},{"subitem_text_value":"Tokyo Institute of Technology","subitem_text_language":"en"},{"subitem_text_value":"Database Center for Life Science","subitem_text_language":"en"},{"subitem_text_value":"Database Center for Life Science","subitem_text_language":"en"},{"subitem_text_value":"Tokyo Institute of Technology / National Institute of Informatics","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/66876/files/IPSJ-HPC09123006.pdf"},"date":[{"dateType":"Available","dateValue":"2011-11-23"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-HPC09123006.pdf","filesize":[{"value":"516.2 kB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"14"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"2db11e9e-df5e-4c56-a150-25cf84cc3203","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2009 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"佐藤, 仁"},{"creatorName":"小西, 史一"},{"creatorName":"山本, 泰智"},{"creatorName":"高木, 利久"},{"creatorName":"松岡, 聡"}],"nameIdentifiers":[{}]}]},"item_4_creator_6":{"attribute_name":"著者名(英)","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Hitoshi, Sato","creatorNameLang":"en"},{"creatorName":"Fumikazu, Konishi","creatorNameLang":"en"},{"creatorName":"Yasunori, Yamamoto","creatorNameLang":"en"},{"creatorName":"Toshihisa, Takagi","creatorNameLang":"en"},{"creatorName":"Satoshi, Matsuoka","creatorNameLang":"en"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN10463942","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"TSUBAME 上で Hadoop を実行するためのツール 「Tsudoop」 を開発した．Tsudoop は，既存システムの構成や運用方針の変更をすることなく，TSUBAME 上のジョブスケジューラである n1ge や Lustre ファイルシステムなどと協調して動作して Hadoop 実行環境を構築し，ユーザの MapReduce アプリケーションを実行する．予備実験として，このツールを用いて，生物医学系の学術論文を対象にした書籍情報データベースである MEDLINE に対してテキストの全文検索を行うアプリケーションを実行した．その結果，1 ノード (16 コア) での実行と 32 ノード (512 コア) での実行とを比較して 14 倍の性能向上を示し，TSUBAME のような高速な共有ファイルシステムやジョブスケジューラが存在するような計算環境でも，MapReduce アプリケーションの実行が可能なことを確認した．","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"We developed a program, called \"Tsudoop\", which creates a MapReduce application execution environment on the TSUBAME supercomputer. Tsudoop enables application users to be able to run Hadoop-based MapReduce applications on TSUBAME without any modification in existing facilities and operation policies. We executed a MapReduce application, which conducts fulltext search operations to a MEDLINE bibliographic database for life sciences and biomedical information, by using 32 nodes with 512 cores via Tsudoop and confirmed 14 times speedup compared with the execution by using a single node with 16 cores. We demonstrate an example of Hadoop deployment in a computing environment in cooperation with a high-speed shared filesystem and a batch job scheduling system.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"7","bibliographic_titles":[{"bibliographic_title":"研究報告ハイパフォーマンスコンピューティング（HPC）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2009-11-23","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"6","bibliographicVolumeNumber":"2009-HPC-123"}]},"relation_version_is_last":true,"weko_creator_id":"10"},"updated":"2025-01-22T00:50:25.172580+00:00","created":"2025-01-18T23:27:30.706250+00:00","links":{},"id":66876}