{"metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00195390","sets":["581:9633:9636"]},"path":["9636"],"owner":"44499","recid":"195390","title":["時間軸検索に最適化したスケールアウト可能な高速ログ検索エンジンの実現と評価"],"pubdate":{"attribute_name":"公開日","attribute_value":"2019-03-15"},"_buckets":{"deposit":"24c222f6-ab5d-4fdf-955d-e597ee25a0af"},"_deposit":{"id":"195390","pid":{"type":"depid","value":"195390","revision_id":0},"owners":[44499],"status":"published","created_by":44499},"item_title":"時間軸検索に最適化したスケールアウト可能な高速ログ検索エンジンの実現と評価","author_link":["465028","465033","465022","465031","465035","465021","465023","465027","465037","465025","465024","465026","465030","465034","465036","465029","465032","465038"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"時間軸検索に最適化したスケールアウト可能な高速ログ検索エンジンの実現と評価"},{"subitem_title":"Design and Evaluation of Scalable Syslog Search Engine Optimized for Time Dimensional Search Operation","subitem_title_language":"en"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"[特集:レジリエントな情報システム構築によるインターネットと運用技術] syslog,全文検索,GNU Parallel,分散処理,SQLite3,ZeroMQ","subitem_subject_scheme":"Other"}]},"item_type_id":"2","publish_date":"2019-03-15","item_2_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"株式会社レピダム/ココン株式会社/北陸先端科学技術大学院大学/情報通信研究機構"},{"subitem_text_value":"株式会社IIJイノベーションインスティテュート"},{"subitem_text_value":"奈良先端科学技術大学院大学"},{"subitem_text_value":"東京大学"},{"subitem_text_value":"東京大学"},{"subitem_text_value":"東京大学"},{"subitem_text_value":"東京大学"},{"subitem_text_value":"東京工業大学"},{"subitem_text_value":"北陸先端科学技術大学院大学"}]},"item_2_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"Lepidum Co. Ltd. / COCON Inc. / Japan Advanced Institute of Science and Technology / National Institute of Information and Communications Technology","subitem_text_language":"en"},{"subitem_text_value":"IIJ Innovation Institute Inc.","subitem_text_language":"en"},{"subitem_text_value":"Nara Institute of Science and Technology","subitem_text_language":"en"},{"subitem_text_value":"The University of Tokyo","subitem_text_language":"en"},{"subitem_text_value":"The University of Tokyo","subitem_text_language":"en"},{"subitem_text_value":"The University of Tokyo","subitem_text_language":"en"},{"subitem_text_value":"The University of Tokyo","subitem_text_language":"en"},{"subitem_text_value":"Tokyo Institute of Technology","subitem_text_language":"en"},{"subitem_text_value":"Japan Advanced Institute of Science and Technology","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/195390/files/IPSJ-JNL6003002.pdf","label":"IPSJ-JNL6003002.pdf"},"date":[{"dateType":"Available","dateValue":"2021-03-15"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-JNL6003002.pdf","filesize":[{"value":"2.2 MB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"8"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"2e4986d3-db2e-45cd-9b2b-f90a27dcc8ab","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2019 by the Information Processing Society of Japan"}]},"item_2_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"阿部, 博"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"島, 慶一"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"宮本, 大輔"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"関谷, 勇司"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"石原, 知洋"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"岡田, 和也"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"中村, 遼"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"松浦, 知史"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"篠田, 陽一"}],"nameIdentifiers":[{}]}]},"item_2_creator_6":{"attribute_name":"著者名(英)","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Hiroshi, Abe","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Keiichi, Shima","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Daisuke, Miyamoto","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Yuji, Sekiya","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Tomohiro, Ishihara","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Kazuya, Okada","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Ryo, Nakamura","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Satoshi, Matsuura","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Yoichi, Shinoda","creatorNameLang":"en"}],"nameIdentifiers":[{}]}]},"item_2_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AN00116647","subitem_source_identifier_type":"NCID"}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_6501","resourcetype":"journal article"}]},"item_2_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"1882-7764","subitem_source_identifier_type":"ISSN"}]},"item_2_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"ネットワークのトラブルシューティングやセキュリティインシデントに対応するため,ネットワーク管理者はサーバやネットワーク,セキュリティ機器から出力されるログを蓄積しておき,トラブルの原因を特定するためにその内容を調査することがある.大規模なネットワークでは,出力されるログの量も多く蓄積・検索システムの規模も巨大化する.著者らは,大量に出力される機器のログを後のトラブル解決などで重要となる時間軸を考慮した手法で蓄積し,高速に検索する先行技術としてHayabusaを実装した.本研究では,Hayabusaの検索性能をスケールアウトさせるためのシンプルな分散システムを提案し,その性能を評価した.評価の結果,提案手法は10台かつ複数Workerでの分散環境にスケールアウトした状態でスタンドアロン環境でのHayabusaより約36倍高速に動作した.これは144億レコードのsyslogメッセージを約6秒で全文検索可能な速度に相当し,実用上十分な速度といえる.","subitem_description_type":"Other"}]},"item_2_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"Network administrators usually collect and store logs generated by servers, networks, and security appliances to identify the source of problems by investigating the contents of log information when they find network troubles and/or security incidents. The size of the system to store and search the log messages tends to be larger when the size of the target managed network becomes larger. We proposed a fast log storing and searching system “Hayabusa” which is optimized for time-dimensional search operation in our past work. In this paper, we propose a simple distributed system which adds scalability to the existing Hayabusa system. The evaluation results show that the distributed Hayabusa system consists of 10 servers (with worker processes) is 36 times faster than a standalone Hayabusa system. The time required to perform a full text search over 14.4 billions of recoeds data is just 6 seconds, which is fast enough for daily operations of administrators managing a large scale network.","subitem_description_type":"Other"}]},"item_2_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"737","bibliographic_titles":[{"bibliographic_title":"情報処理学会論文誌"}],"bibliographicPageStart":"728","bibliographicIssueDates":{"bibliographicIssueDate":"2019-03-15","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"3","bibliographicVolumeNumber":"60"}]},"relation_version_is_last":true,"weko_creator_id":"44499"},"id":195390,"updated":"2025-01-19T23:07:55.596305+00:00","links":{},"created":"2025-01-19T01:00:19.448511+00:00"}