Redis
redis-server redis-cluster-6403.conf > ../logs/redis-6403-201801020000.log 2>&1 & 启动Redis服务
redis-cli config get appendonly
redis-cli config get appendfsync
redis-cli config get maxmemory
redis-cli config get maxclients
redis-cli client list
redis-cli cluster nodes
redis-cli info memory
redis-cli info clients
redis-cli cluster info
redis-server --test-memory 1024 测试当前操作系统能否提供1G的内存给Redis
redis-cli client kill ip:port
redis-cli client pause 10000 阻塞client10s
redis-cli slaveof 127.0.0.1 6379 和6379建立主从复制
redis-cli slaveof no one 断开复制
redis-cli --stat 排查CPU饱和问题
手动创建集群:
redis-cli cluster meet 节点为master的实例相互握手(主实例上执行)
redis-cli cluster replicate 主实例ID 设置主从关系(从节点上执行)
redis-cli cluster addslots {0..5460} 手动分配slot到主节点
自动创建集群:
./redis-trib.rb create --replicas 1 IP1:Port1 IP2:Port2 IP3:Port3 IP4:Port4 IP5:Port5 IP6:Port6 至少保证6个实例搭建一个3主3从的集群
./redis-trib.rb add-node 192.168.37.131:7007 192.168.37.131:7001 Adding node 192.168.37.131:7007 to cluster 192.168.37.131:7001
./redis-trib.rb reshard 192.168.37.131:7001 往新的节点上迁移slot
./redis-trib.rb add-node --slave --master-id 5d6c61ecff23bff3b0fb01a86c66d882f2d402a0 192.168.37.131:7008 192.168.37.131:7001 主节点id 添加节点的ip和端口 集群中已存在节点ip和端口
./redis-trib.rb del-node 192.168.37.131:7007 5d6c61ecff23bff3b0fb01a86c66d882f2d402a0 删除节点IP:port 节点ID
python -m SimpleHTTPServer 8080
zookeeper
sh zkServer.sh status
sh zkServer.sh start
sh zkServer.sh stop
sh zkServer.sh restart
sh zkCli.sh -server 127.0.0.1:2181
echo stat|nc 127.0.0.1 2181 来查看哪个节点被选择作为follower或者leader
echo ruok|nc 127.0.0.1 2181 测试是否启动了该Server,若回复imok表示已经启动。
echo dump| nc 127.0.0.1 2181 ,列出未经处理的会话和临时节点。
echo kill | nc 127.0.0.1 2181 ,关掉server
echo conf | nc 127.0.0.1 2181 ,输出相关服务配置的详细信息。
echo cons | nc 127.0.0.1 2181 ,列出所有连接到服务器的客户端的完全的连接 / 会话的详细信息。
echo envi |nc 127.0.0.1 2181 ,输出关于服务环境的详细信息(区别于 conf 命令)。
echo reqs | nc 127.0.0.1 2181 ,列出未经处理的请求。
echo wchs | nc 127.0.0.1 2181 ,列出服务器 watch 的详细信息。
echo wchc | nc 127.0.0.1 2181 ,通过 session 列出服务器 watch 的详细信息,它的输出是一个与 watch 相关的会话的列表。
echo wchp | nc 127.0.0.1 2181 ,通过路径列出服务器 watch 的详细信息。它输出一个与 session 相关的路径。
echo mntr | nc 127.0.0.1 2181 ,用于监控健康状态的各项指标。
修改启动日志
zkEnv.sh
ZOO_LOG_DIR="/var/zk/logs
ZOO_LOG4J_PROP="INFO,ROLLINGFILE
log4j.properties
zookeeper.root.logger=INFO, ROLLINGFILE
log4j.appender.ROLLINGFILE=org.apache.log4j.DailyRollingFileAppender
zk快照日志留存个数及清理频率
autopurge.purgeInterval=24
autopurge.snapRetainCount=3
RabbitMQ
rabbitmq-server -detached
rabbitmqctl stop_app
rabbitmqctl reset
rabbitmqctl start_app
rabbitmqctl join_cluster clustername
rabbitmqctl forget_cluster_node nodename
rabbitmq-plugins enable {插件名}
rabbitmq-plugins disable {插件名}
rabbitmq-plugins enable rabbitmq_management
rabbitmq-plugins list
rabbitmqctl add_user {username} {password}
rabbitmqctl delete_user {username}
rabbitmqctl change_password {username} {newpassword}
rabbitmqctl set_user_tags {username} {tag}
rabbitmqctl add_user root root
rabbitmqctl set_user_tags root administrator
rabbitmqctl list_users
rabbitmqctl list_queues
rabbitmqctl list_exchanges
rabbitmqctl list_bindings
rabbitmqctl list_connections
rabbitmqctl list_channels
更改节点类型
rabbitmqctl change_cluster_node_type disc
rabbitmqctl change_cluster_node_type ram
Elasticsearch
1、curl -XGET http://10.1.3.99:9200/_cluster/health?pretty 集群状态
curl -XGET http://10.1.3.99:9200/ 查看当前节点状态
curl -XGET http://10.14.22.18:9200/_cat/shards/omp_log
curl -XGET http://10.14.18.18:9205/_cat/indices?v 获取当前节点的所有索引
2、curl -XPOST http://localhost:9200/_cluster/nodes/_shutdown 关闭集群
3、curl -X DELETE 'localhost:9200/weather' 删除一个名叫weather的索引
4、curl -X PUT 'localhost:9200/weather' 新建一个名叫weather的索引
5、curl http://10.12.94.39:9200/_cat/nodes?v 节点列表
6、curl http://10.12.94.39:9200/_cat/indices?v 所有索引
7、curl -XGET http://10.12.94.39:9200/cdo_php_log_20181010/_settings?pretty 查看索引分片配置
8、curl -XGET http://10.1.3.99:9200/_nodes/hot_threads 查看节点热点线程
9、curl -XGET http://10.1.3.99:9200/_nodes/stats 查看节点指标值
10、curl -XGET http://10.12.31.150:9200/_cat/nodes?h=id,ip,port,http_address 查看节点IP+TCP_Port+HTTP_Port
11、curl -XGET http://10.11.100.45:9200/connector-heartbeat-20190320/_settings,_mappings?pretty 查看某个索引的配置
12、curl -XDELETE 'localhost:9200/index_name/' 删除一个索引
13、curl -XPUT 'localhost:9200/<INDEX_NAME>/_settings' -d '{"number_of_replicas": 2}' 设置对应索引的副本数
curl -X PUT "localhost:9200/blogs" -H 'Content-Type: application/json' -d' { "settings" : { "number_of_shards" : 3, "number_of_replicas" : 1 } }'
curl -H "Content-Type: application/json" -XPUT http://10.12.29.181:9201/_cluster/settings?pretty -d '{"persistent" : {"cluster.routing.rebalance.enable" : "none"}}'
curl -H "Content-Type: application/json" -XPUT 'http://10.35.80.38:9201/connector-heartbeat-20190702/_settings' -d '{"routing.allocation.total_shards_per_node":"6"}}' 单个节点上最大可分配的分片数
kafka
JMX_PORT=9999 sh kafka-server-start.sh -daemon ../config/server.properties
sh kafka-topics.sh --create --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 --replication-factor 3 --partitions 3 --topic test01 创建test01 topic
sh kafka-topics.sh --alter --zookeeper 10.32... --replication-factor 6 --partitions 3 --topic test01 修改test01分区个数为6 sh kafka-topics.sh --list --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 显示当前所有topic sh kafka-topics.sh --describe --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 显示集群信息 sh kafka-console-producer.sh --broker-list 10.32.58.12:9092 --topic test01 创建生产者发布消息 sh kafka-console-consumer.sh --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 --topic test01 --from-beginning 接收消息 sh kafka-topics.sh --delete --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 --topic test01 删除test01 topic
sh kafka-topics.sh --zookeeper node01:2181 --alter --topic t_cdr --partitions 10 修改kafka分区数
sh kafka-topics.sh --zookeeper node01:2181 --alter --topic test01 --config retention.ms=86400000 修改日志存留时间为24小时
sh kafka-reassign-partitions.sh --zookeeper 10.6.72.38:2181,10.6.72.8:2181 --reassignment-json-file ../config/addrep_cpd-app-down.json --execute 修改topic分区的副本数,手动创建addrep_cpd-app-down.json
addrep_cpd-app-down.json 文件内容
{"version":1,
"partitions":[
{"topic":"cpd-app-down","partition":0,"replicas":[1,2]},
{"topic":"cpd-app-down","partition":1,"replicas":[2,3]},
{"topic":"cpd-app-down","partition":2,"replicas":[3,4]},
{"topic":"cpd-app-down","partition":3,"replicas":[4,5]},
{"topic":"cpd-app-down","partition":4,"replicas":[5,6]},
{"topic":"cpd-app-down","partition":5,"replicas":[6,0]},
{"topic":"cpd-app-down","partition":6,"replicas":[0,1]},
{"topic":"cpd-app-down","partition":7,"replicas":[1,2]},
{"topic":"cpd-app-down","partition":8,"replicas":[2,3]},
{"topic":"cpd-app-down","partition":9,"replicas":[3,4]},
{"topic":"cpd-app-down","partition":10,"replicas":[4,5]},
{"topic":"cpd-app-down","partition":11,"replicas":[5,6]},
{"topic":"cpd-app-down","partition":12,"replicas":[6,0]},
{"topic":"cpd-app-down","partition":13,"replicas":[0,1]}
]
}
conf:server.properties
broker.id=1
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
listeners=PLAINTEXT://10.11.106.23:9092
port=9092
host.name=10.11.106.23
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/var/kafka/logs/1
num.partitions=3
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=72
log.segment.bytes=1073741824
log.retention.check.interval.ms=300000
zookeeper.connect=10.12.176.3:2181,10.12.172.32:2181,10.12.174.14:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0
log.cleaner.enable=true
delete.topic.enable=true
RocketMQ
sh mqadmin updateTopic -t TopicTest -b broker:10911 -n 192.168.0.1:9876 增改topic
sh mqadmin updateSubGroup -c DefaultCluster -g TopicTestGroup -n 192.168.0.1:9876 增改订阅组
sh mqadmin deleteTopic -t TopicTest -c DefaultCluster -n 192.168.0.1:9876 删除topic
sh mqadmin deleteSubGroup -g topicTestGroup -c DefaultCluster -n 192.168.0.1:9876 删除订阅组
sh mqadmin updateBrokerConfig -c DefaultCluster -n 192.168.0.1:9876 -k listenPort -v 10911 更新broker的属性配置
sh mqadmin updateTopicPerm -c DefaultCluster -n 192.168.0.1:9876 -p 6 -t TopicTest 更新topic权限
sh mqadmin topicRoute -n 192.168.0.1:9876 -t TopicTest 查看topic路由信息
sh mqadmin topicStatus -n 192.168.0.1:9876 -t TopicTest 查新topic信息
sh mqadmin topicClusterList -n 192.168.0.1:9876 -t TopicTest 查看topic所在集群列表
sh mqadmin brokerStatus -n 192.168.0.1:9876 -b 192.168.0.1:10911 查看broker节点信息
sh mqadmin TopicList -n 172.17.161.193:9876 显示所有topic
sh mqadmin queryMsgByKey -n 192.168.0.1:9876 -t TopicTest -k a6ba52f404bc4926940c958d0c99fd4d 根据key查询消息
sh mqadmin queryMsgById -n 192.168.0.1:9876 -i C0A8649800002A9F0000000000000000 根据消息ID查询消息
sh mqadmin updateBrokerConfig -n '10.15.74.173:9876' -c DefaultCluster -k haTransferBatchSize -v 327680
sh mqadmin updateBrokerConfig -n '10.32.104.37:9876' -c DefaultCluster -k deleteWhen -v '02;03;04'
sh mqadmin updateBrokerConfig -n '10.32.104.37:9876' -c DefaultCluster -k fileReservedTime -v 24
sh mqadmin updateBrokerConfig -b '10.15.68.155:10911' -c DefaultCluster -k fileReservedTime -v 24