WEKO3
インデックスリンク
アイテム
{"_buckets": {"deposit": "5f233e9d-c5fe-4538-b869-237c95d6ca1e"}, "_deposit": {"created_by": 3, "id": "28582", "owners": [3], "pid": {"revision_id": 0, "type": "depid", "value": "28582"}, "status": "published"}, "_oai": {"id": "oai:kanazawa-u.repo.nii.ac.jp:00028582", "sets": ["1898"]}, "author_link": ["970", "49792", "61"], "item_4_biblio_info_8": {"attribute_name": "書誌情報", "attribute_value_mlt": [{"bibliographicIssueDates": {"bibliographicIssueDate": "2015-01-01", "bibliographicIssueDateType": "Issued"}, "bibliographicIssueNumber": "1", "bibliographicPageEnd": "22", "bibliographicPageStart": "3", "bibliographicVolumeNumber": "25", "bibliographic_titles": [{"bibliographic_title": "情報知識学会誌 = Journal of Japan Society of Information and Knowledge"}]}]}, "item_4_description_21": {"attribute_name": "抄録", "attribute_value_mlt": [{"subitem_description": "昨今,種々の目的で打ち上げられる科学衛星や地球観測衛星の観測データは蓄積され続け,膨大な量となっている.自然科学ビッグデータをプロセス間通信等の複雑なプログラミングや大規模な環境設定なしに解析するためのデータ処理手法と環境の需要が高まっている.本論文では,サイエンスクラウド上で容易に並列処理の実装が行えるタスクスケジューラを用いたヘテロタイプの並列分散処理の性能評価について議論する.評価を行うにあたって,月周回衛星かぐやに搭載されたWFC-Lが観測した波形データセットと既存のデータ解析プログラムを用いた.今回提案するタスクスケジューリング技術および並列分散処理技術がヘテロタイプの時系列データ処理に適していることを実証する. A variety of satellites for space investigation and Earth observation has been launched and are yielding a large amount of data. Easy and effective parallel processing technique is required to analyze such scientific big data without heavy programming. In the study we analyze a set of waveform data measured by the WFC-L receiver onboard Japanese lunar orbiter “KAGUYA” for 9 months using our original program. The total data size is as small as 144G B, but it takes long time (230 hours) to survey all data files to detect specific waveform patterns. The practical issue is that it is not easy for many space scientists to rewrite a program via parallelization library such as MPI (message passing interface). Herein we import our original program, without rewriting, on a science cloud system on which a task manager is ready for use for development and management of parallel data processing. We demonstrate that easy task scheduling and parallel processing is effective and practical for big data analysis even in case that the data set is heterogeneous.", "subitem_description_type": "Abstract"}]}, "item_4_publisher_17": {"attribute_name": "出版者", "attribute_value_mlt": [{"subitem_publisher": "情報知識学会 =Japan Society of Information and Knowledge"}]}, "item_4_relation_12": {"attribute_name": "DOI", "attribute_value_mlt": [{"subitem_relation_type": "isIdenticalTo", "subitem_relation_type_id": {"subitem_relation_type_id_text": "10.2964/jsik_2015_002", "subitem_relation_type_select": "DOI"}}]}, "item_4_relation_28": {"attribute_name": "関連URI", "attribute_value_mlt": [{"subitem_relation_type_id": {"subitem_relation_type_id_text": "https://www.jstage.jst.go.jp/browse/jsik", "subitem_relation_type_select": "URI"}}, {"subitem_relation_type_id": {"subitem_relation_type_id_text": "http://www.jsik.jp/", "subitem_relation_type_select": "URI"}}]}, "item_4_rights_23": {"attribute_name": "権利", "attribute_value_mlt": [{"subitem_rights": "Copyright © 2014 Japan Society of Information and Knowledge 情報知識学会"}]}, "item_4_source_id_11": {"attribute_name": "NCID", "attribute_value_mlt": [{"subitem_source_identifier": "AN10459774", "subitem_source_identifier_type": "NCID"}]}, "item_4_source_id_9": {"attribute_name": "ISSN", "attribute_value_mlt": [{"subitem_source_identifier": "0917-1436", "subitem_source_identifier_type": "ISSN"}]}, "item_4_version_type_25": {"attribute_name": "著者版フラグ", "attribute_value_mlt": [{"subitem_version_resource": "http://purl.org/coar/version/c_970fb48d4fbd8a85", "subitem_version_type": "VoR"}]}, "item_creator": {"attribute_name": "著者", "attribute_type": "creator", "attribute_value_mlt": [{"creatorNames": [{"creatorName": "矢木, 大介"}], "nameIdentifiers": [{"nameIdentifier": "49792", "nameIdentifierScheme": "WEKO"}]}, {"creatorNames": [{"creatorName": "村田, 健史"}], "nameIdentifiers": [{"nameIdentifier": "970", "nameIdentifierScheme": "WEKO"}, {"nameIdentifier": "20274342", "nameIdentifierScheme": "金沢大学研究者情報", "nameIdentifierURI": "http://ridb.kanazawa-u.ac.jp/public/detail.php?kaken=20274342"}, {"nameIdentifier": "20274342", "nameIdentifierScheme": "研究者番号", "nameIdentifierURI": "https://nrid.nii.ac.jp/nrid/1000020274342"}]}, {"creatorNames": [{"creatorName": "笠原, 禎也"}], "nameIdentifiers": [{"nameIdentifier": "61", "nameIdentifierScheme": "WEKO"}, {"nameIdentifier": "50243051", "nameIdentifierScheme": "e-Rad", "nameIdentifierURI": "https://kaken.nii.ac.jp/ja/search/?qm=50243051"}, {"nameIdentifier": "50243051", "nameIdentifierScheme": "金沢大学研究者情報", "nameIdentifierURI": "http://ridb.kanazawa-u.ac.jp/public/detail.php?kaken=50243051"}, {"nameIdentifier": "50243051", "nameIdentifierScheme": "研究者番号", "nameIdentifierURI": "https://nrid.nii.ac.jp/nrid/1000050243051"}]}]}, "item_files": {"attribute_name": "ファイル情報", "attribute_type": "file", "attribute_value_mlt": [{"accessrole": "open_date", "date": [{"dateType": "Available", "dateValue": "2017-10-05"}], "displaytype": "detail", "download_preview_message": "", "file_order": 0, "filename": "CS-KASAHARA-Y-3.pdf", "filesize": [{"value": "9.9 MB"}], "format": "application/pdf", "future_date_message": "", "is_thumbnail": false, "licensetype": "license_free", "mimetype": "application/pdf", "size": 9900000.0, "url": {"label": "CS-KASAHARA-Y-3.pdf", "url": "https://kanazawa-u.repo.nii.ac.jp/record/28582/files/CS-KASAHARA-Y-3.pdf"}, "version_id": "f55d4f79-b779-4250-bd44-e1028c86fe7d"}]}, "item_keyword": {"attribute_name": "キーワード", "attribute_value_mlt": [{"subitem_subject": "タスクスケジューラ", "subitem_subject_scheme": "Other"}, {"subitem_subject": "ヘテロ並列処理", "subitem_subject_scheme": "Other"}, {"subitem_subject": "サイエンスクラウド", "subitem_subject_scheme": "Other"}, {"subitem_subject": "衛星観測", "subitem_subject_scheme": "Other"}, {"subitem_subject": "波形捕捉器", "subitem_subject_scheme": "Other"}, {"subitem_subject": "task scheduler", "subitem_subject_scheme": "Other"}, {"subitem_subject": "hetero-type parallel processing", "subitem_subject_scheme": "Other"}, {"subitem_subject": "science cloud", "subitem_subject_scheme": "Other"}, {"subitem_subject": "satellite observation", "subitem_subject_scheme": "Other"}, {"subitem_subject": "waveform capture", "subitem_subject_scheme": "Other"}]}, "item_language": {"attribute_name": "言語", "attribute_value_mlt": [{"subitem_language": "jpn"}]}, "item_resource_type": {"attribute_name": "資源タイプ", "attribute_value_mlt": [{"resourcetype": "journal article", "resourceuri": "http://purl.org/coar/resource_type/c_6501"}]}, "item_title": "科学衛星で観測された波形データ処理を用いたNICTサイエンスクラウド上での並列分散処理の評価", "item_titles": {"attribute_name": "タイトル", "attribute_value_mlt": [{"subitem_title": "科学衛星で観測された波形データ処理を用いたNICTサイエンスクラウド上での並列分散処理の評価"}, {"subitem_title": "Evaluation of Parallel Distributed Processing of NICT Science Cloud for Data Analysis of Waveform Obtained by Spacecraft", "subitem_title_language": "en"}]}, "item_type_id": "4", "owner": "3", "path": ["1898"], "permalink_uri": "http://hdl.handle.net/2297/41857", "pubdate": {"attribute_name": "公開日", "attribute_value": "2017-10-05"}, "publish_date": "2017-10-05", "publish_status": "0", "recid": "28582", "relation": {}, "relation_version_is_last": true, "title": ["科学衛星で観測された波形データ処理を用いたNICTサイエンスクラウド上での並列分散処理の評価"], "weko_shared_id": -1}
科学衛星で観測された波形データ処理を用いたNICTサイエンスクラウド上での並列分散処理の評価
http://hdl.handle.net/2297/41857
http://hdl.handle.net/2297/418578ec812cb-c47c-49f9-910c-cc9a6584ddc6
名前 / ファイル | ライセンス | アクション |
---|---|---|
CS-KASAHARA-Y-3.pdf (9.9 MB)
|
|
Item type | 学術雑誌論文 / Journal Article(1) | |||||
---|---|---|---|---|---|---|
公開日 | 2017-10-05 | |||||
タイトル | ||||||
タイトル | 科学衛星で観測された波形データ処理を用いたNICTサイエンスクラウド上での並列分散処理の評価 | |||||
タイトル | ||||||
言語 | en | |||||
タイトル | Evaluation of Parallel Distributed Processing of NICT Science Cloud for Data Analysis of Waveform Obtained by Spacecraft | |||||
言語 | ||||||
言語 | jpn | |||||
資源タイプ | ||||||
資源タイプ識別子 | http://purl.org/coar/resource_type/c_6501 | |||||
資源タイプ | journal article | |||||
著者 |
矢木, 大介
× 矢木, 大介× 村田, 健史× 笠原, 禎也 |
|||||
書誌情報 |
情報知識学会誌 = Journal of Japan Society of Information and Knowledge 巻 25, 号 1, p. 3-22, 発行日 2015-01-01 |
|||||
ISSN | ||||||
収録物識別子タイプ | ISSN | |||||
収録物識別子 | 0917-1436 | |||||
NCID | ||||||
収録物識別子タイプ | NCID | |||||
収録物識別子 | AN10459774 | |||||
DOI | ||||||
関連タイプ | isIdenticalTo | |||||
識別子タイプ | DOI | |||||
関連識別子 | 10.2964/jsik_2015_002 | |||||
出版者 | ||||||
出版者 | 情報知識学会 =Japan Society of Information and Knowledge | |||||
抄録 | ||||||
内容記述タイプ | Abstract | |||||
内容記述 | 昨今,種々の目的で打ち上げられる科学衛星や地球観測衛星の観測データは蓄積され続け,膨大な量となっている.自然科学ビッグデータをプロセス間通信等の複雑なプログラミングや大規模な環境設定なしに解析するためのデータ処理手法と環境の需要が高まっている.本論文では,サイエンスクラウド上で容易に並列処理の実装が行えるタスクスケジューラを用いたヘテロタイプの並列分散処理の性能評価について議論する.評価を行うにあたって,月周回衛星かぐやに搭載されたWFC-Lが観測した波形データセットと既存のデータ解析プログラムを用いた.今回提案するタスクスケジューリング技術および並列分散処理技術がヘテロタイプの時系列データ処理に適していることを実証する. A variety of satellites for space investigation and Earth observation has been launched and are yielding a large amount of data. Easy and effective parallel processing technique is required to analyze such scientific big data without heavy programming. In the study we analyze a set of waveform data measured by the WFC-L receiver onboard Japanese lunar orbiter “KAGUYA” for 9 months using our original program. The total data size is as small as 144G B, but it takes long time (230 hours) to survey all data files to detect specific waveform patterns. The practical issue is that it is not easy for many space scientists to rewrite a program via parallelization library such as MPI (message passing interface). Herein we import our original program, without rewriting, on a science cloud system on which a task manager is ready for use for development and management of parallel data processing. We demonstrate that easy task scheduling and parallel processing is effective and practical for big data analysis even in case that the data set is heterogeneous. | |||||
権利 | ||||||
権利情報 | Copyright © 2014 Japan Society of Information and Knowledge 情報知識学会 | |||||
著者版フラグ | ||||||
出版タイプ | VoR | |||||
出版タイプResource | http://purl.org/coar/version/c_970fb48d4fbd8a85 | |||||
関連URI | ||||||
識別子タイプ | URI | |||||
関連識別子 | https://www.jstage.jst.go.jp/browse/jsik | |||||
関連URI | ||||||
識別子タイプ | URI | |||||
関連識別子 | http://www.jsik.jp/ |