软件开发经验记录


局cassandra表结构

<pre><code class="language-sql">(base) [root@storm199 ~]# cqlsh -u micaps -p nmcmdfs 10.20.66.30 Connected to BDStore at 10.20.66.30:9042. [cqlsh 5.0.1 | Cassandra 2.2.5-SNAPSHOT | CQL spec 3.3.1 | Native protocol v4] Use HELP for help. micaps@cqlsh&gt; DESC keyspaces micapsdataserver system_traces system_auth system system_distributed micaps@cqlsh&gt; use micapsdataserver ; micaps@cqlsh:micapsdataserver&gt; desc tables "JAPAN_HR" "TRANS_D03" "NCEP_GFS_LR" "WAFS" "SHANGHAI_MR" "BEIJING_MR" "ECMWF_CAMS" "CANADA_ENSEMBLE" "NCEP_WAVE" "TRANS_D02" "GRAPES_GFS" "GUANGZHOU_MR" "SWAN_PRODUCT" "ECMWF_LR" "GMOSRR" "ECMWF_EXT_ENSEMBLE_PRODUCT" "FORECAST_PRODUCT" "ECMWF_HR" "UPPER_AIR" "GRAPES_3KM" "ECMWF_D1D" "NCEP_ENSEMBLE_PRODUCT" "CRART" "NCEP_GFS_HR" "NWFD_SCMOC" "JAPAN_MR" "GERMAN_HR" "MARINE" "HIMAWARI" "ECMWF_ENSEMBLE_PRODUCT" "RTOFS" "CODAS" "TRANS_D01" "CLDAS" "GRAPES_REPS_ENSEMBLE_PRODUCT" "SATELLITE" "T1279" "WIND_PROFILER" "NCEP_GFS" "SHANGHAI_HR_WEST" "NCEP_ENSEMBLE" "SHANGHAI_HR" "MOC_PRODUCT" "GUANGZHOU_LR" "ECMWF_ENSEMBLE" "MODEL_PRODUCT" level "GOWFS" "GUANGZHOU_HR" "GRAPES_GEPS_ENSEMBLE" "SURFACE" "CANADA_ENSEMBLE_PRODUCT" "RADARMOSAIC" "GUANGZHOU_RUC" "T1279_CLOUD" "GRAPES_GFS_CORRECTED" "T639_ENSEMBLE_PRODUCT" "NWFD_SNWFD" "SINGLERADAR" "ECMWF_ENSEMBLE_DERIVED_PRODUCT" "ECMWF_WAVE" "T639" "BEIJING_HR" "T639_ENSEMBLE" "AMDAR" "T1279_WRF" "ECMWF_WAVE_ENSEMBLE_PRODUCT" "GRAPES_WAVE" "NWFD_SCMOC_1H" latestdatatime "NWFD_SMERGE" "GRAPES_REPS_ENSEMBLE" "GRAPES_MESO_HR" "ECMWF_EXT_ENSEMBLE" treeview "GRAPES_SEAFOG" "LAPS" "ECMWF_MR" "GRAPES_GEPS_ENSEMBLE_PRODUCT" micaps@cqlsh:micapsdataserver&gt; desc latestdatatime CREATE TABLE micapsdataserver.latestdatatime ( "dataPath" text, column1 text, value text, PRIMARY KEY ("dataPath", column1) ) WITH COMPACT STORAGE AND CLUSTERING ORDER BY (column1 ASC) AND bloom_filter_fp_chance = 0.01 AND caching = '{"keys":"ALL", "rows_per_partition":"NONE"}' AND comment = '' AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy'} AND compression = {'sstable_compression': 'org.apache.cassandra.io.compress.LZ4Compressor'} AND dclocal_read_repair_chance = 0.1 AND default_time_to_live = 0 AND gc_grace_seconds = 864000 AND max_index_interval = 2048 AND memtable_flush_period_in_ms = 0 AND min_index_interval = 128 AND read_repair_chance = 0.0 AND speculative_retry = '99.0PERCENTILE'; micaps@cqlsh:micapsdataserver&gt; desc level CREATE TABLE micapsdataserver.level ( "dataPath" text, column1 int, value int, PRIMARY KEY ("dataPath", column1) ) WITH COMPACT STORAGE AND CLUSTERING ORDER BY (column1 ASC) AND bloom_filter_fp_chance = 0.01 AND caching = '{"keys":"ALL", "rows_per_partition":"NONE"}' AND comment = '' AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy'} AND compression = {'sstable_compression': 'org.apache.cassandra.io.compress.LZ4Compressor'} AND dclocal_read_repair_chance = 0.1 AND default_time_to_live = 0 AND gc_grace_seconds = 864000 AND max_index_interval = 2048 AND memtable_flush_period_in_ms = 0 AND min_index_interval = 128 AND read_repair_chance = 0.0 AND speculative_retry = '99.0PERCENTILE'; micaps@cqlsh:micapsdataserver&gt; desc treeview CREATE TABLE micapsdataserver.treeview ( "dataPath" text, column1 text, value text, PRIMARY KEY ("dataPath", column1) ) WITH COMPACT STORAGE AND CLUSTERING ORDER BY (column1 ASC) AND bloom_filter_fp_chance = 0.01 AND caching = '{"keys":"ALL", "rows_per_partition":"NONE"}' AND comment = '' AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy'} AND compression = {'sstable_compression': 'org.apache.cassandra.io.compress.LZ4Compressor'} AND dclocal_read_repair_chance = 0.1 AND default_time_to_live = 0 AND gc_grace_seconds = 864000 AND max_index_interval = 2048 AND memtable_flush_period_in_ms = 0 AND min_index_interval = 128 AND read_repair_chance = 0.0 AND speculative_retry = '99.0PERCENTILE'; micaps@cqlsh:micapsdataserver&gt; desc "ECMWF_HR" CREATE TABLE micapsdataserver."ECMWF_HR" ( "dataPath" text, column1 text, value blob, PRIMARY KEY ("dataPath", column1) ) WITH COMPACT STORAGE AND CLUSTERING ORDER BY (column1 ASC) AND bloom_filter_fp_chance = 0.01 AND caching = '{"keys":"ALL", "rows_per_partition":"NONE"}' AND comment = '' AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy'} AND compression = {'sstable_compression': 'org.apache.cassandra.io.compress.LZ4Compressor'} AND dclocal_read_repair_chance = 0.1 AND default_time_to_live = 0 AND gc_grace_seconds = 864000 AND max_index_interval = 2048 AND memtable_flush_period_in_ms = 0 AND min_index_interval = 128 AND read_repair_chance = 0.0 AND speculative_retry = '99.0PERCENTILE'; micaps@cqlsh:micapsdataserver&gt; select * from treeview where "dataPath"='root' ; dataPath | column1 | value ----------+--------------------------------+------- root | AMDAR | D root | BEIJING_HR | D root | BEIJING_MR | D root | CLDAS | D root | CODAS | D root | ECMWF_ENSEMBLE | D root | ECMWF_ENSEMBLE_DERIVED_PRODUCT | D root | ECMWF_ENSEMBLE_PRODUCT | D root | ECMWF_EXT_ENSEMBLE | D root | ECMWF_EXT_ENSEMBLE_PRODUCT | D root | ECMWF_HR | D root | ECMWF_LR | D root | ECMWF_WAVE | D root | ECMWF_WAVE_ENSEMBLE_PRODUCT | D root | FORECAST_PRODUCT | D root | GERMAN_HR | D root | GMOSRR | D root | GOWFS | D root | GRAPES_3KM | D root | GRAPES_GEPS_ENSEMBLE | D root | GRAPES_GEPS_ENSEMBLE_PRODUCT | D root | GRAPES_GFS | D root | GRAPES_MESO_HR | D root | GRAPES_REPS_ENSEMBLE | D root | GRAPES_REPS_ENSEMBLE_PRODUCT | D root | GRAPES_SEAFOG | D root | GRAPES_WAVE | D root | GUANGZHOU_HR | D root | GUANGZHOU_MR | D root | GUANGZHOU_RUC | D root | JAPAN_HR | D root | JAPAN_MR | D root | MARINE | D root | MOC_PRODUCT | D root | MODEL_PRODUCT | D root | NCEP_GFS | D root | NCEP_GFS_HR | D root | NWFD_SCMOC | D root | NWFD_SCMOC_1H | D root | NWFD_SMERGE | D root | NWFD_SNWFD | D root | RADARMOSAIC | D root | SATELLITE | D root | SHANGHAI_HR | D root | SHANGHAI_MR | D root | SINGLERADAR | D root | SURFACE | D root | SWAN_PRODUCT | D root | T1279 | D root | T1279_CLOUD | D root | T1279_WRF | D root | UPPER_AIR | D root | WAFS | D root | WIND_PROFILER | D (54 rows) micaps@cqlsh:micapsdataserver&gt; select * from treeview where "dataPath"='ECMWF_HR' ; dataPath | column1 | value ----------+---------------------------------------------------------------+------- ECMWF_HR | 10_METRE_WIND_GUST_IN_THE_LAST_3_HOURS | D ECMWF_HR | 10_METRE_WIND_GUST_IN_THE_LAST_3_HOURS_UNCLIPPED | D ECMWF_HR | 10_METRE_WIND_GUST_IN_THE_LAST_6_HOURS | D ECMWF_HR | 10_METRE_WIND_GUST_IN_THE_LAST_6_HOURS_UNCLIPPED | D ECMWF_HR | ACPCP | D ECMWF_HR | ACPCP_UNCLIPPED | D ECMWF_HR | ALBEDO | D ECMWF_HR | APCP | D ECMWF_HR | APCP_LARGE_SCALE | D ECMWF_HR | APCP_LARGE_SCALE_UNCLIPPED | D ECMWF_HR | APCP_UNCLIPPED | D ECMWF_HR | ASNOW | D ECMWF_HR | ASNOW_UNCLIPPED | D ECMWF_HR | CAPE | D ECMWF_HR | CAPE_SHEAR | D ECMWF_HR | CLEAR_SKY_DIRECT_SOLAR_RADIATION_AT_SURFACE | D ECMWF_HR | DIRECT_SOLAR_RADIATION | D ECMWF_HR | DIV | D ECMWF_HR | DOWNWARD_UV_RADIATION_AT_THE_SURFACE | D ECMWF_HR | DPT_2M | D ECMWF_HR | DPT_2M_UNCLIPPED | D ECMWF_HR | FORECAST_ALBEDO | D ECMWF_HR | FREEZING_RAIN03 | D ECMWF_HR | FREEZING_RAIN06 | D ECMWF_HR | FREEZING_RAIN12 | D ECMWF_HR | FREEZING_RAIN24 | D ECMWF_HR | FZRA | D ECMWF_HR | HCDC | D ECMWF_HR | HGT | D ECMWF_HR | ICE_TEMPERATURE_LAYER_1 | D ECMWF_HR | ICE_TEMPERATURE_LAYER_2 | D ECMWF_HR | ICE_TEMPERATURE_LAYER_3 | D ECMWF_HR | ICE_TEMPERATURE_LAYER_4 | D ECMWF_HR | LCDC | D ECMWF_HR | LCDC_UNCLIPPED | D ECMWF_HR | MAXIMUM_TEMPERATURE_AT_2_METRES_IN_THE_LAST_3_HOURS | D ECMWF_HR | MAXIMUM_TEMPERATURE_AT_2_METRES_IN_THE_LAST_6_HOURS | D ECMWF_HR | MAXIMUM_TEMPERATURE_AT_2_METRES_IN_THE_LAST_6_HOURS_UNCLIPPED | D ECMWF_HR | MAXIMUM_TOTAL_PRECIPITATION_RATE_IN_THE_LAST_3_HOURS | D ECMWF_HR | MCDC | D ECMWF_HR | MET_10 | D ECMWF_HR | MINIMUM_TEMPERATURE_AT_2_METRES_IN_THE_LAST_3_HOURS | D ECMWF_HR | MINIMUM_TEMPERATURE_AT_2_METRES_IN_THE_LAST_6_HOURS | D ECMWF_HR | MINIMUM_TEMPERATURE_AT_2_METRES_IN_THE_LAST_6_HOURS_UNCLIPPED | D ECMWF_HR | MINIMUM_TOTAL_PRECIPITATION_RATE_IN_THE_LAST_3_HOURS | D ECMWF_HR | NEAR_IR_ALBEDO_FOR_DIFFUSE_RADIATION | D ECMWF_HR | NEAR_IR_ALBEDO_FOR_DIRECT_RADIATION | D ECMWF_HR | OROGRAPHY | D ECMWF_HR | PRECIPITATION_TYPE | D ECMWF_HR | PRECIPITATION_TYPE_UNCLIPPED | D ECMWF_HR | PRES | D ECMWF_HR | PRMSL | D ECMWF_HR | PRMSL_CHANGE_24H | D ECMWF_HR | PRMSL_UNCLIPPED | D ECMWF_HR | PVORT | D ECMWF_HR | RAIN03 | D ECMWF_HR | RAIN03_UNCLIPPED | D ECMWF_HR | RAIN06 | D ECMWF_HR | RAIN06_UNCLIPPED | D ECMWF_HR | RAIN12 | D ECMWF_HR | RAIN12_UNCLIPPED | D ECMWF_HR | RAIN24 | D ECMWF_HR | RAIN24_UNCLIPPED | D ECMWF_HR | RAINC03 | D ECMWF_HR | RAINC03_UNCLIPPED | D ECMWF_HR | RAINC06 | D ECMWF_HR | RAINC06_UNCLIPPED | D ECMWF_HR | RAINC12 | D ECMWF_HR | RAINC12_UNCLIPPED | D ECMWF_HR | RAINC24 | D ECMWF_HR | RAINC24_UNCLIPPED | D ECMWF_HR | RAIN_LARGE_SCALE03 | D ECMWF_HR | RAIN_LARGE_SCALE06 | D ECMWF_HR | RAIN_LARGE_SCALE12 | D ECMWF_HR | RAIN_LARGE_SCALE24 | D ECMWF_HR | RH | D ECMWF_HR | RH_2M | D ECMWF_HR | RH_2M_UNCLIPPED | D ECMWF_HR | SDEN | D ECMWF_HR | SEA_ICE_COVER | D ECMWF_HR | SKINT | D ECMWF_HR | SNOD | D ECMWF_HR | SNOW03 | D ECMWF_HR | SNOW03_UNCLIPPED | D ECMWF_HR | SNOW06 | D ECMWF_HR | SNOW06_UNCLIPPED | D ECMWF_HR | SNOW12 | D ECMWF_HR | SNOW12_UNCLIPPED | D ECMWF_HR | SNOW24 | D ECMWF_HR | SNOW24_UNCLIPPED | D ECMWF_HR | SOIL_TEMPERATURE | D ECMWF_HR | SOIL_TYPE | D ECMWF_HR | SPFH | D ECMWF_HR | SST | D ECMWF_HR | SST_UNCLIPPED | D ECMWF_HR | SURFACE_NET_SOLAR_RADIATION | D ECMWF_HR | SURFACE_NET_SOLAR_RADIATION_CLEAR_SKY | D ECMWF_HR | SURFACE_NET_THERMAL_RADIATION | D ECMWF_HR | SURFACE_NET_THERMAL_RADIATION_CLEAR_SKY | D ECMWF_HR | SURFACE_SOLAR_RADIATION_DOWNWARDS | D ---MORE--- micaps@cqlsh:micapsdataserver&gt; select * from treeview where "dataPath"='ECMWF_HR/HGT' ; dataPath | column1 | value --------------+----------------+------- ECMWF_HR/HGT | 10 | D ECMWF_HR/HGT | 100 | D ECMWF_HR/HGT | 1000 | D ECMWF_HR/HGT | 1000_UNCLIPPED | D ECMWF_HR/HGT | 100_UNCLIPPED | D ECMWF_HR/HGT | 10_UNCLIPPED | D ECMWF_HR/HGT | 150 | D ECMWF_HR/HGT | 20 | D ECMWF_HR/HGT | 200 | D ECMWF_HR/HGT | 200_UNCLIPPED | D ECMWF_HR/HGT | 250 | D ECMWF_HR/HGT | 250_UNCLIPPED | D ECMWF_HR/HGT | 300 | D ECMWF_HR/HGT | 400 | D ECMWF_HR/HGT | 50 | D ECMWF_HR/HGT | 500 | D ECMWF_HR/HGT | 500_UNCLIPPED | D ECMWF_HR/HGT | 600 | D ECMWF_HR/HGT | 70 | D ECMWF_HR/HGT | 700 | D ECMWF_HR/HGT | 700_UNCLIPPED | D ECMWF_HR/HGT | 800 | D ECMWF_HR/HGT | 850 | D ECMWF_HR/HGT | 850_UNCLIPPED | D ECMWF_HR/HGT | 900 | D ECMWF_HR/HGT | 925 | D ECMWF_HR/HGT | 925_UNCLIPPED | D ECMWF_HR/HGT | 950 | D (28 rows) micaps@cqlsh:micapsdataserver&gt; select * from treeview where "dataPath"='ECMWF_HR/HGT/500' ; dataPath | column1 | value ------------------+--------------+-------- ECMWF_HR/HGT/500 | 21060308.000 | 141884 ECMWF_HR/HGT/500 | 21060308.003 | 140739 ECMWF_HR/HGT/500 | 21060308.006 | 141690 ECMWF_HR/HGT/500 | 21060308.009 | 147772 ECMWF_HR/HGT/500 | 21060308.012 | 151386 ECMWF_HR/HGT/500 | 21060308.015 | 153001 ECMWF_HR/HGT/500 | 21060308.018 | 151397 ECMWF_HR/HGT/500 | 21060308.021 | 150282 ECMWF_HR/HGT/500 | 21060308.024 | 149946 ECMWF_HR/HGT/500 | 21060308.027 | 151033 ECMWF_HR/HGT/500 | 21060308.030 | 153981 ECMWF_HR/HGT/500 | 21060308.033 | 157111 ECMWF_HR/HGT/500 | 21060308.036 | 159513 ECMWF_HR/HGT/500 | 21060308.039 | 159906 ECMWF_HR/HGT/500 | 21060308.042 | 158465 ECMWF_HR/HGT/500 | 21060308.045 | 156385 ECMWF_HR/HGT/500 | 21060308.048 | 155068 ECMWF_HR/HGT/500 | 21060308.051 | 153167 ECMWF_HR/HGT/500 | 21060308.054 | 153598 ECMWF_HR/HGT/500 | 21060308.057 | 155143 ECMWF_HR/HGT/500 | 21060308.060 | 155471 ECMWF_HR/HGT/500 | 21060308.063 | 154984 ECMWF_HR/HGT/500 | 21060308.066 | 153908 ECMWF_HR/HGT/500 | 21060308.069 | 151237 ECMWF_HR/HGT/500 | 21060308.072 | 149729 ECMWF_HR/HGT/500 | 21060308.075 | 148132 ECMWF_HR/HGT/500 | 21060308.078 | 149964 ECMWF_HR/HGT/500 | 21060308.081 | 150774 ECMWF_HR/HGT/500 | 21060308.084 | 151012 ECMWF_HR/HGT/500 | 21060308.087 | 148696 ECMWF_HR/HGT/500 | 21060308.090 | 147232 ECMWF_HR/HGT/500 | 21060308.093 | 144793 ECMWF_HR/HGT/500 | 21060308.096 | 142637 ECMWF_HR/HGT/500 | 21060308.099 | 140004 ECMWF_HR/HGT/500 | 21060308.102 | 140363 ECMWF_HR/HGT/500 | 21060308.105 | 141958 ECMWF_HR/HGT/500 | 21060308.108 | 142487 ECMWF_HR/HGT/500 | 21060308.111 | 141676 ECMWF_HR/HGT/500 | 21060308.114 | 142092 ECMWF_HR/HGT/500 | 21060308.117 | 140741 ECMWF_HR/HGT/500 | 21060308.120 | 139091 ECMWF_HR/HGT/500 | 21060308.123 | 137614 ECMWF_HR/HGT/500 | 21060308.126 | 138569 ECMWF_HR/HGT/500 | 21060308.129 | 140729 ECMWF_HR/HGT/500 | 21060308.132 | 142288 ECMWF_HR/HGT/500 | 21060308.135 | 142452 ECMWF_HR/HGT/500 | 21060308.138 | 141626 ECMWF_HR/HGT/500 | 21060308.141 | 140800 ECMWF_HR/HGT/500 | 21060308.144 | 137561 ECMWF_HR/HGT/500 | 21060308.150 | 137003 ECMWF_HR/HGT/500 | 21060308.156 | 139825 ECMWF_HR/HGT/500 | 21060308.162 | 137661 ECMWF_HR/HGT/500 | 21060308.168 | 133913 ECMWF_HR/HGT/500 | 21060308.174 | 131354 ECMWF_HR/HGT/500 | 21060308.180 | 136033 ECMWF_HR/HGT/500 | 21060308.186 | 134665 ECMWF_HR/HGT/500 | 21060308.192 | 135039 ECMWF_HR/HGT/500 | 21060308.198 | 134344 ECMWF_HR/HGT/500 | 21060308.204 | 139667 ECMWF_HR/HGT/500 | 21060308.210 | 137550 ECMWF_HR/HGT/500 | 21060308.216 | 136317 ECMWF_HR/HGT/500 | 21060308.222 | 132972 ECMWF_HR/HGT/500 | 21060308.228 | 137950 ECMWF_HR/HGT/500 | 21060308.234 | 137239 ECMWF_HR/HGT/500 | 21060308.240 | 135496 ECMWF_HR/HGT/500 | 21060320.000 | 152481 ECMWF_HR/HGT/500 | 21060320.003 | 153609 ECMWF_HR/HGT/500 | 21060320.006 | 153692 ECMWF_HR/HGT/500 | 21060320.009 | 152486 ECMWF_HR/HGT/500 | 21060320.012 | 152306 ECMWF_HR/HGT/500 | 21060320.015 | 152115 ECMWF_HR/HGT/500 | 21060320.018 | 154576 ECMWF_HR/HGT/500 | 21060320.021 | 156789 ECMWF_HR/HGT/500 | 21060320.024 | 159512 ECMWF_HR/HGT/500 | 21060320.027 | 159574 ECMWF_HR/HGT/500 | 21060320.030 | 158575 ECMWF_HR/HGT/500 | 21060320.033 | 156658 ECMWF_HR/HGT/500 | 21060320.036 | 155419 ECMWF_HR/HGT/500 | 21060320.039 | 153493 ECMWF_HR/HGT/500 | 21060320.042 | 153868 ECMWF_HR/HGT/500 | 21060320.045 | 155904 ECMWF_HR/HGT/500 | 21060320.048 | 155955 ECMWF_HR/HGT/500 | 21060320.051 | 155622 ECMWF_HR/HGT/500 | 21060320.054 | 153488 ECMWF_HR/HGT/500 | 21060320.057 | 150519 ECMWF_HR/HGT/500 | 21060320.060 | 148464 ECMWF_HR/HGT/500 | 21060320.063 | 147064 ECMWF_HR/HGT/500 | 21060320.066 | 147728 ECMWF_HR/HGT/500 | 21060320.069 | 148543 ECMWF_HR/HGT/500 | 21060320.072 | 148891 ECMWF_HR/HGT/500 | 21060320.075 | 146641 ECMWF_HR/HGT/500 | 21060320.078 | 145522 ECMWF_HR/HGT/500 | 21060320.081 | 143555 ECMWF_HR/HGT/500 | 21060320.084 | 141347 ECMWF_HR/HGT/500 | 21060320.087 | 139061 ECMWF_HR/HGT/500 | 21060320.090 | 139399 ECMWF_HR/HGT/500 | 21060320.093 | 141389 ECMWF_HR/HGT/500 | 21060320.096 | 142327 ECMWF_HR/HGT/500 | 21060320.099 | 141903 ECMWF_HR/HGT/500 | 21060320.102 | 141339 ---MORE--- micaps@cqlsh:micapsdataserver&gt; select * from "ECMWF_HR" where "dataPath"='HGT/500' and column1='21060308.000'; dataPath | column1 | value ----------+--------------+-------- HGT/500 | 21060308.000 | 70eef6eff365d2b924b3cf3aba46725f3d7267f25...(略,value是gzip压缩的)</code></pre>

页面列表

ITEM_HTML