CentOS 7 安装部署 cassandra作为kairosdb的数据存储

环境

• Centos 7.4
• java 1.8.0

安装步骤

• java

yum -y install java-1.8.0-openjdk*

• cassandra

wget https://mirrors.cnnic.cn/apache/cassandra/3.11.2/apache-cassandra-3.11.2-bin.tar.gz
tar zxf apache-cassandra-3.11.2-bin.tar.gz
ln -s apache-cassandra-3.11.2 cassandra
mkdir cassandra/{data,commitlog,saved_caches} -p

• 修改配置cassandra.yaml

cluster_name: 'Monitor Cluster'     //集群名称。同一个集群要使用同一名称
num_tokens: 256
hinted_handoff_enabled: true
hinted_handoff_throttle_in_kb: 1024
max_hints_delivery_threads: 2
hints_flush_period_in_ms: 10000
max_hints_file_size_in_mb: 128
batchlog_replay_throttle_in_kb: 1024
authenticator: AllowAllAuthenticator
authorizer: AllowAllAuthorizer
role_manager: CassandraRoleManager
roles_validity_in_ms: 2000
permissions_validity_in_ms: 2000
credentials_validity_in_ms: 2000
partitioner: org.apache.cassandra.dht.Murmur3Partitioner
data_file_directories:
     - /data/cassandra/data    //数据文件存放路径
commitlog_directory: /data/cassandra/commitlog  //操作日志文件存放路径
cdc_enabled: false
disk_failure_policy: stop
commit_failure_policy: stop
prepared_statements_cache_size_mb:
thrift_prepared_statements_cache_size_mb:
key_cache_size_in_mb:
key_cache_save_period: 14400
row_cache_size_in_mb: 0
row_cache_save_period: 0
counter_cache_size_in_mb:
counter_cache_save_period: 7200
saved_caches_directory: /data/cassandra/saved_caches  //缓存文件存放路径
commitlog_sync: periodic
commitlog_sync_period_in_ms: 10000
commitlog_segment_size_in_mb: 32
seed_provider:
    - class_name: org.apache.cassandra.locator.SimpleSeedProvider
      parameters:
          - seeds: "192.168.0.150"     //集群种子节点ip，多个之间用逗号隔开
concurrent_reads: 32
concurrent_writes: 32
concurrent_counter_writes: 32
concurrent_materialized_view_writes: 32
memtable_allocation_type: heap_buffers
index_summary_capacity_in_mb:
index_summary_resize_interval_in_minutes: 60
trickle_fsync: false
trickle_fsync_interval_in_kb: 10240
storage_port: 7000
ssl_storage_port: 7001
listen_address: 192.168.0.150       //需要监听的IP或主机名。
start_native_transport: true
native_transport_port: 9042
start_rpc: false
rpc_address: 192.168.0.150         //用于监听客户端连接的地址
rpc_port: 9160
broadcast_rpc_address: 1.2.3.4     //修改 rpc_address后，取消该行注释
rpc_keepalive: true
rpc_server_type: sync
thrift_framed_transport_size_in_mb: 15
incremental_backups: false
snapshot_before_compaction: false
auto_snapshot: true
column_index_size_in_kb: 64
column_index_cache_size_in_kb: 2
compaction_throughput_mb_per_sec: 16
sstable_preemptive_open_interval_in_mb: 50
read_request_timeout_in_ms: 5000
range_request_timeout_in_ms: 10000
write_request_timeout_in_ms: 2000
counter_write_request_timeout_in_ms: 5000
cas_contention_timeout_in_ms: 1000
truncate_request_timeout_in_ms: 60000
request_timeout_in_ms: 10000
slow_query_log_timeout_in_ms: 500
cross_node_timeout: false
endpoint_snitch: SimpleSnitch
dynamic_snitch_update_interval_in_ms: 100
dynamic_snitch_reset_interval_in_ms: 600000
dynamic_snitch_badness_threshold: 0.1
request_scheduler: org.apache.cassandra.scheduler.NoScheduler
server_encryption_options:
    internode_encryption: none
    keystore: conf/.keystore
    keystore_password: cassandra
    truststore: conf/.truststore
    truststore_password: cassandra
client_encryption_options:
    enabled: false
    optional: false
    keystore: conf/.keystore
    keystore_password: cassandra
internode_compression: dc
inter_dc_tcp_nodelay: false
tracetype_query_ttl: 86400
tracetype_repair_ttl: 604800
enable_user_defined_functions: false
enable_scripted_user_defined_functions: false
enable_materialized_views: true
windows_timer_interval: 1
transparent_data_encryption_options:
    enabled: false
    chunk_length_kb: 64
    cipher: AES/CBC/PKCS5Padding
    key_alias: testing:1
    key_provider:
      - class_name: org.apache.cassandra.security.JKSKeyProvider
        parameters:
          - keystore: conf/.keystore
            keystore_password: cassandra
            store_type: JCEKS
            key_password: cassandra
tombstone_warn_threshold: 1000
tombstone_failure_threshold: 100000
batch_size_warn_threshold_in_kb: 5
batch_size_fail_threshold_in_kb: 50
unlogged_batch_across_partitions_warn_threshold: 10
compaction_large_partition_warning_threshold_mb: 100
gc_warn_threshold_in_ms: 1000
back_pressure_enabled: false
back_pressure_strategy:
    - class_name: org.apache.cassandra.net.RateBasedBackPressure
      parameters:
        - high_ratio: 0.90
          factor: 5
          flow: FAST

• 启动

cd /opt/cassandra/bin
./cassandra -R

• 查看端口是否启动功

[root@ bin]# netstat -tpln
Active Internet connections (only servers)
Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name
tcp        0      0 127.0.0.1:42480         0.0.0.0:*               LISTEN      13212/java
tcp        0      0 192.168.0.150:9042      0.0.0.0:*               LISTEN      13212/java
tcp        0      0 192.168.0.150:7000      0.0.0.0:*               LISTEN      13212/java
tcp        0      0 127.0.0.1:7199          0.0.0.0:*               LISTEN      13212/java  

• kairosdb

wget https://github.com/kairosdb/kairosdb/releases/download/v1.2.1/kairosdb-1.2.1-1.tar.gz
tar zxf kairosdb-1.2.1-1.tar.gz -C /opt
cat > /opt/kairosdb/conf/kairosdb.properties <<EOF
kairosdb.telnetserver.port=4242
kairosdb.telnetserver.address=0.0.0.0
kairosdb.telnetserver.max_command_size=1024
kairosdb.service.telnet=org.kairosdb.core.telnet.TelnetServerModule
kairosdb.service.http=org.kairosdb.core.http.WebServletModule
kairosdb.service.reporter=org.kairosdb.core.reporting.MetricReportingModule
kairosdb.datapoints.factory.long=org.kairosdb.core.datapoints.LongDataPointFactoryImpl
kairosdb.datapoints.factory.double=org.kairosdb.core.datapoints.DoubleDataPointFactoryImpl
kairosdb.datapoints.factory.string=org.kairosdb.core.datapoints.StringDataPointFactory
kairosdb.reporter.schedule=0 */1 * * * ?
kairosdb.reporter.ttl=0
kairosdb.jetty.port=8080
kairosdb.jetty.address=0.0.0.0
kairosdb.jetty.static_web_root=webroot
#kairosdb.service.datastore=org.kairosdb.datastore.h2.H2Module
kairosdb.service.datastore=org.kairosdb.datastore.cassandra.CassandraModule
kairosdb.datastore.concurrentQueryThreads=5
kairosdb.datastore.h2.database_path=build/h2db
kairosdb.datastore.cassandra.cql_host_list=localhost
kairosdb.datastore.cassandra.keyspace=kairosdb
kairosdb.datastore.cassandra.replication={'class': 'SimpleStrategy','replication_factor' : 1}
kairosdb.datastore.cassandra.simultaneous_cql_queries=20
kairosdb.datastore.cassandra.query_reader_threads=6
kairosdb.datastore.cassandra.row_key_cache_size=50000
kairosdb.datastore.cassandra.string_cache_size=50000
kairosdb.datastore.cassandra.read_consistency_level=ONE
kairosdb.datastore.cassandra.write_consistency_level=QUORUM
kairosdb.datastore.cassandra.connections_per_host.local.core=5
kairosdb.datastore.cassandra.connections_per_host.local.max=100
kairosdb.datastore.cassandra.connections_per_host.remote.core=1
kairosdb.datastore.cassandra.connections_per_host.remote.max=10
kairosdb.datastore.cassandra.max_requests_per_connection.local=128
kairosdb.datastore.cassandra.max_requests_per_connection.remote=128
kairosdb.datastore.cassandra.max_queue_size=500
kairosdb.datastore.cassandra.use_ssl=false
kairosdb.datastore.cassandra.align_datapoint_ttl_with_timestamp=false
kairosdb.datastore.cassandra.force_default_datapoint_ttl=false
kairosdb.datastore.remote.data_dir=.
kairosdb.datastore.remote.remote_url=http://192.168.0.150:8080
kairosdb.datastore.remote.schedule=0 */30 * * * ?
kairosdb.datastore.remote.random_delay=0
kairosdb.query_cache.keep_cache_files=false
kairosdb.query_cache.cache_file_cleaner_schedule=0 0 12 ? * SUN *
kairosdb.log.queries.enable=false
kairosdb.log.queries.ttl=86400
kairosdb.log.queries.greater_than=60
kairosdb.queries.aggregate_stats=false
kairosdb.service.health=org.kairosdb.core.health.HealthCheckModule
kairosdb.health.healthyResponseCode=204
kairosdb.queue_processor.class=org.kairosdb.core.queue.FileQueueProcessor
kairosdb.queue_processor.batch_size=200
kairosdb.queue_processor.min_batch_size=100
kairosdb.queue_processor.min_batch_wait=500
kairosdb.queue_processor.memory_queue_size=100000
kairosdb.queue_processor.seconds_till_checkpoint=90
kairosdb.queue_processor.queue_path=queue
kairosdb.queue_processor.page_size=52428800
kairosdb.ingest_executor.thread_count=10
kairosdb.host_service_manager.check_delay_time_millseconds=60000
kairosdb.host_service_manager.inactive_time_seconds=300
kairosdb.demo.metric_name=demo_data
kairosdb.demo.number_of_rows=100
kairosdb.demo.ttl=0
kairosdb.blast.number_of_rows=1000
kairosdb.blast.duration_seconds=30
kairosdb.blast.metric_name=blast_load
kairosdb.blast.ttl=600
EOF

• 启动 kairosdb

cd /opt/kairosdb/bin && ./kairosdb.sh start

• 如图没有报错则成功了

遇到的问题

• cassandra运行出现了Unable to gossip with any seeds，cqlsh链接不上,提示connection refused处理办法

出现这个问题的原因是cassandra.yaml配置文件的seeds 与 ip 设置错误
Check your cassandra.yaml and make sure that your "listen_address" and "seeds" values match, with the exception that the seeds value requires quotes around it.

请检查seeds 和 listen_address 是一致的。

另外，如果你采用了scutils方法设置了hostname， 那么请将seeds配置中的127.0.0.1改成你的hostname。