RocketMQ

已于 2022-06-17 23:12:22 修改
阅读量785 收藏
点赞数
分类专栏： nio 文章标签： RocketMQ
于 2022-06-12 20:51:30 首次发布
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
本文链接：https://blog.csdn.net/jz1993/article/details/125249716
版权

1. 设置网络 主机 时间同步

[root@localhost ~]# vi /etc/sysconfig/network
[root@localhost ~]# vi /etc/hosts
[root@localhost ~]# vi /etc/sysconfig/network-scripts/ifcfg-eth0
[root@localhost ~]# date
Sun Jun 12 14:42:31 UTC 2022
[root@localhost ~]# yum install ntp -y                                                    

Complete!
[root@localhost ~]# vi /etc/ntp.conf
[root@localhost ~]# service ntpd start
Redirecting to /bin/systemctl start ntpd.service
[root@localhost ~]# chkconfig ntpd on
Note: Forwarding request to 'systemctl enable ntpd.service'.
Created symlink from /etc/systemd/system/multi-user.target.wants/ntpd.service to /usr/lib/systemd/system/ntpd.service.
[root@localhost ~]# date
Sun Jun 12 14:45:16 UTC 2022

2. jdk安装

[root@localhost bin]# cd /soft
[root@localhost soft]# ll
total 198368
-rw-r--r--.  1 root root 170023183 Jun 12 11:39 jdk-8u181-linux-x64.rpm
drwxr-xr-x.  6 root root       103 Feb 22 01:25 rocketmq-4.9.3
-rw-r--r--.  1 root root  26892203 Feb 26 17:10 rocketmq-all-4.9.3-bin-release.zip
[root@localhost soft]# rpm -i jdk-8u181-linux-x64.rpm 
warning: jdk-8u181-linux-x64.rpm: Header V3 RSA/SHA256 Signature, key ID ec551f03: NOKEY
Unpacking JAR files...
    tools.jar...
    plugin.jar...
    javaws.jar...
    deploy.jar...
    rt.jar...
    jsse.jar...
    charsets.jar...
    localedata.jar...
[root@localhost soft]# cd /usr/java
[root@localhost java]# ll
total 0
lrwxrwxrwx. 1 root root  16 Jun 12 12:38 default -> /usr/java/latest
drwxr-xr-x. 8 root root 258 Jun 12 12:38 jdk1.8.0_181-amd64
lrwxrwxrwx. 1 root root  28 Jun 12 12:38 latest -> /usr/java/jdk1.8.0_181-amd64
[root@localhost java]# cd default/
[root@localhost default]# ll
total 25976
drwxr-xr-x. 2 root root     4096 Jun 12 12:38 bin
-rw-r--r--. 1 root root     3244 Jul  7  2018 COPYRIGHT
drwxr-xr-x. 3 root root      132 Jun 12 12:38 include
-rw-r--r--. 1 root root  5207314 Jun 27  2018 javafx-src.zip
drwxr-xr-x. 5 root root      185 Jun 12 12:38 jre
drwxr-xr-x. 5 root root      245 Jun 12 12:38 lib
-rw-r--r--. 1 root root       40 Jul  7  2018 LICENSE
drwxr-xr-x. 4 root root       47 Jun 12 12:38 man
-rw-r--r--. 1 root root      159 Jul  7  2018 README.html
-rw-r--r--. 1 root root      424 Jul  7  2018 release
-rw-r--r--. 1 root root 21099920 Jul  7  2018 src.zip
-rw-r--r--. 1 root root   106782 Jun 27  2018 THIRDPARTYLICENSEREADME-JAVAFX.txt
-rw-r--r--. 1 root root   154222 Jul  7  2018 THIRDPARTYLICENSEREADME.txt
[root@localhost default]# vi /etc/profile
[root@localhost default]# echo $PATH
/usr/local/sbin:/sbin:/bin:/usr/sbin:/usr/bin:/opt/soft/redis5/bin:/root/bin
[root@localhost default]# source /etc/profile
[root@localhost default]# echo $PATH
/usr/local/sbin:/sbin:/bin:/usr/sbin:/usr/bin:/opt/soft/redis5/bin:/root/bin:/opt/soft/redis5/bin:/usr/java/default/bin
[root@localhost default]# java -version
java version "1.8.0_181"
Java(TM) SE Runtime Environment (build 1.8.0_181-b13)
Java HotSpot(TM) 64-Bit Server VM (build 25.181-b13, mixed mode)
 

3. RocketMQ

3.1 namesrv

[root@localhost default]# cd /soft
[root@localhost soft]# ll
total 198368
-rw-r--r--.  1 root root 170023183 Jun 12 11:39 jdk-8u181-linux-x64.rpm
drwxr-xr-x.  6 root root       103 Feb 22 01:25 rocketmq-4.9.3
-rw-r--r--.  1 root root   3722978 Feb 26 17:10 rocketmq-all-4.9.3-source-release.zip
[root@localhost soft]# cd rocketmq-4.9.3/
[root@localhost rocketmq-4.9.3]# ll
total 40
drwxr-xr-x. 2 root root   126 Feb 22 01:25 benchmark
drwxr-xr-x. 3 root root  4096 Jun 12 12:37 bin
drwxr-xr-x. 7 root root   201 Feb 22 00:25 conf
drwxr-xr-x. 2 root root  4096 Feb 22 01:25 lib
-rw-r--r--. 1 root root 17327 Feb 22 00:25 LICENSE
-rw-r--r--. 1 root root  1338 Feb 22 00:25 NOTICE
-rw-r--r--. 1 root root  6069 Feb 22 00:25 README.md
[root@localhost rocketmq-4.9.3]# cd bin
[root@localhost bin]# ll
total 116
-rwxr-xr-x. 1 root root 1654 Feb 22 00:25 cachedog.sh
-rwxr-xr-x. 1 root root  845 Feb 22 00:25 cleancache.sh
-rwxr-xr-x. 1 root root 1116 Feb 22 00:25 cleancache.v1.sh
drwxr-xr-x. 2 root root   25 Feb 22 00:25 dledger
-rwxr-xr-x. 1 root root 2523 Feb 22 00:25 export.sh
-rwxr-xr-x. 1 root root 1400 Feb 22 00:25 mqadmin
-rwxr-xr-x. 1 root root 1029 Feb 22 00:25 mqadmin.cmd
-rwxr-xr-x. 1 root root 1394 Feb 22 00:25 mqbroker
-rwxr-xr-x. 1 root root 1084 Feb 22 00:25 mqbroker.cmd
-rwxr-xr-x. 1 root root 1373 Feb 22 00:25 mqbroker.numanode0
-rwxr-xr-x. 1 root root 1373 Feb 22 00:25 mqbroker.numanode1
-rwxr-xr-x. 1 root root 1373 Feb 22 00:25 mqbroker.numanode2
-rwxr-xr-x. 1 root root 1373 Feb 22 00:25 mqbroker.numanode3
-rwxr-xr-x. 1 root root 1396 Feb 22 00:25 mqnamesrv
-rwxr-xr-x. 1 root root 1088 Feb 22 00:25 mqnamesrv.cmd
-rwxr-xr-x. 1 root root 1571 Feb 22 00:25 mqshutdown
-rwxr-xr-x. 1 root root 1398 Feb 22 00:25 mqshutdown.cmd
-rwxr-xr-x. 1 root root 2222 Feb 22 00:25 os.sh
-rwxr-xr-x. 1 root root 1148 Feb 22 00:25 play.cmd
-rwxr-xr-x. 1 root root 1008 Feb 22 00:25 play.sh
-rwxr-xr-x. 1 root root  772 Feb 22 00:25 README.md
-rwxr-xr-x. 1 root root 2159 Feb 22 00:25 runbroker.cmd
-rwxr-xr-x. 1 root root 4528 Feb 22 00:25 runbroker.sh
-rwxr-xr-x. 1 root root 1799 Feb 22 00:25 runserver.cmd
-rwxr-xr-x. 1 root root 4093 Feb 22 00:25 runserver.sh
-rwxr-xr-x. 1 root root 1156 Feb 22 00:25 setcache.sh
-rwxr-xr-x. 1 root root 1408 Feb 22 00:25 startfsrv.sh
-rwxr-xr-x. 1 root root 1543 Feb 22 00:25 tools.cmd
-rwxr-xr-x. 1 root root 1820 Feb 22 00:25 tools.sh
[root@localhost bin]# ./mqnamesrv
Java HotSpot(TM) 64-Bit Server VM warning: Using the DefNew young collector with the CMS collector is deprecated and will likely be removed in a future release
Java HotSpot(TM) 64-Bit Server VM warning: UseCMSCompactAtFullCollection is deprecated and will likely be removed in a future release.
The Name Server boot success. serializeType=JSON
 

3.2 broker

[root@localhost ~]# jps
2502 Jps
2430 NamesrvStartup
[root@localhost ~]# netstat -natp
Active Internet connections (servers and established)
Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name    
tcp        0      0 127.0.0.1:6379          0.0.0.0:*               LISTEN      680/redis-server 12 
tcp        0      0 127.0.0.1:6380          0.0.0.0:*               LISTEN      683/redis-server 12 
tcp        0      0 0.0.0.0:111             0.0.0.0:*               LISTEN      398/rpcbind         
tcp        0      0 0.0.0.0:22              0.0.0.0:*               LISTEN      672/sshd            
tcp        0      0 127.0.0.1:25            0.0.0.0:*               LISTEN      889/master          
tcp        0      0 192.168.56.200:22       192.168.56.1:54513      ESTABLISHED 924/sshd: vagrant [ 
tcp        0     52 192.168.56.200:22       192.168.56.1:65247      ESTABLISHED 1254/sshd: vagrant  
tcp6       0      0 :::111                  :::*                    LISTEN      398/rpcbind         
tcp6       0      0 :::9876                 :::*                    LISTEN      2430/java           
tcp6       0      0 :::22                   :::*                    LISTEN      672/sshd            
tcp6       0      0 ::1:25                  :::*                    LISTEN      889/master          
[root@localhost ~]# cd /soft/rocketmq-4.9.3/
[root@localhost rocketmq-4.9.3]# ll
total 40
drwxr-xr-x. 2 root root   126 Feb 22 01:25 benchmark
drwxr-xr-x. 3 root root  4096 Jun 12 12:37 bin
drwxr-xr-x. 7 root root   201 Feb 22 00:25 conf
drwxr-xr-x. 2 root root  4096 Feb 22 01:25 lib
-rw-r--r--. 1 root root 17327 Feb 22 00:25 LICENSE
-rw-r--r--. 1 root root  1338 Feb 22 00:25 NOTICE
-rw-r--r--. 1 root root  6069 Feb 22 00:25 README.md
[root@localhost rocketmq-4.9.3]# cd bin
[root@localhost bin]# ./mqbroker -n localhost:9876 --> 注册到本机namesrv
Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000005c0000000, 8589934592, 0) failed; error='Cannot allocate memory' (errno=12)
#
# There is insufficient memory for the Java Runtime Environment to continue.
# Native memory allocation (mmap) failed to map 8589934592 bytes for committing reserved memory.
# An error report file with more information is saved as:
# /soft/rocketmq-4.9.3/bin/hs_err_pid2773.log
[root@localhost bin]# cat mqbroker
#!/bin/sh

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

if [ -z "$ROCKETMQ_HOME" ] ; then
  ## resolve links - $0 may be a link to maven's home
  PRG="$0"

  # need this for relative symlinks
  while [ -h "$PRG" ] ; do
    ls=`ls -ld "$PRG"`
    link=`expr "$ls" : '.*-> \(.*\)$'`
    if expr "$link" : '/.*' > /dev/null; then
      PRG="$link"
    else
      PRG="`dirname "$PRG"`/$link"
    fi
  done

  saveddir=`pwd`

  ROCKETMQ_HOME=`dirname "$PRG"`/..

  # make it fully qualified
  ROCKETMQ_HOME=`cd "$ROCKETMQ_HOME" && pwd`

  cd "$saveddir"
fi

export ROCKETMQ_HOME

sh ${ROCKETMQ_HOME}/bin/runbroker.sh org.apache.rocketmq.broker.BrokerStartup $@
[root@localhost bin]# vi runbroker.sh  --> 本地测试调整最大内存为1g
[root@localhost bin]# ./mqbroker -n localhost:9876
The broker[localhost.localdomain, 10.0.2.15:10911] boot success. serializeType=JSON and name server is localhost:9876
 

3.3 观察

[root@localhost ~]# jps
3095 Jps
2430 NamesrvStartup
2895 BrokerStartup
[root@localhost ~]# netstat -natp
Active Internet connections (servers and established)
Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name    
tcp        0      0 127.0.0.1:6379          0.0.0.0:*               LISTEN      680/redis-server 12 
tcp        0      0 127.0.0.1:6380          0.0.0.0:*               LISTEN      683/redis-server 12 
tcp        0      0 0.0.0.0:111             0.0.0.0:*               LISTEN      398/rpcbind         
tcp        0      0 0.0.0.0:22              0.0.0.0:*               LISTEN      672/sshd            
tcp        0      0 127.0.0.1:25            0.0.0.0:*               LISTEN      889/master          
tcp        0      0 192.168.56.200:22       192.168.56.1:54513      ESTABLISHED 924/sshd: vagrant [ 
tcp        0     52 192.168.56.200:22       192.168.56.1:56264      ESTABLISHED 3019/sshd: vagrant  
tcp        0      0 192.168.56.200:22       192.168.56.1:65247      ESTABLISHED 1254/sshd: vagrant  
tcp6       0      0 :::111                  :::*                    LISTEN      398/rpcbind         
tcp6       0      0 :::9876                 :::*                    LISTEN      2430/java           
tcp6       0      0 :::22                   :::*                    LISTEN      672/sshd            
tcp6       0      0 ::1:25                  :::*                    LISTEN      889/master          
tcp6       0      0 :::10909                :::*                    LISTEN      2895/java           
tcp6       0      0 :::10911                :::*                    LISTEN      2895/java           
tcp6       0      0 :::10912                :::*                    LISTEN      2895/java           
tcp6       0      0 127.0.0.1:33422         127.0.0.1:9876          ESTABLISHED 2895/java           
tcp6       0      0 127.0.0.1:9876          127.0.0.1:33422         ESTABLISHED 2430/java         

4 . 192.168.56.201 同理

[root@localhost bin]# ./mqnamesrv
Java HotSpot(TM) 64-Bit Server VM warning: Using the DefNew young collector with the CMS collector is deprecated and will likely be removed in a future release
Java HotSpot(TM) 64-Bit Server VM warning: UseCMSCompactAtFullCollection is deprecated and will likely be removed in a future release.
The Name Server boot success. serializeType=JSON
 

[root@localhost ~]# cd /soft/rocketmq-4.9.3/bin
[root@localhost bin]# ./mqbroker -n 192.168.56.200:6379
The broker[localhost.localdomain, 10.0.2.15:10911] boot success. serializeType=JSON and name server is 192.168.56.200:6379
 

5. commitlog store

[root@localhost soft]# cd ~
[root@localhost ~]# ll
total 20
-rw-------. 1 root root 5570 Apr 30  2020 anaconda-ks.cfg
drwxr-xr-x. 3 root root   26 Jun 12 12:54 logs
-rw-------. 1 root root 5300 Apr 30  2020 original-ks.cfg
drwxr-xr-x. 5 root root  100 Jun 12 13:02 store
-rwxr-xr-x. 1 root root   73 Jun 11 04:15 test.sh
[root@localhost ~]# cd logs
[root@localhost logs]# ll
total 4
drwxr-xr-x. 2 root root 4096 Jun 12 13:02 rocketmqlogs
[root@localhost logs]# cd ~
[root@localhost ~]# cd store
[root@localhost store]# ll
total 8
-rw-r--r--. 1 root root    0 Jun 12 13:02 abort
-rw-r--r--. 1 root root 4096 Jun 12 13:43 checkpoint
drwxr-xr-x. 2 root root    6 Jun 12 13:02 commitlog
drwxr-xr-x. 2 root root  193 Jun 12 13:43 config
drwxr-xr-x. 2 root root    6 Jun 12 13:02 consumequeue
-rw-r--r--. 1 root root    4 Jun 12 13:02 lock
[root@localhost store]# cd commitlog
[root@localhost commitlog]# ll
total 0
[root@localhost commitlog]# cd .
[root@localhost commitlog]# cd ..
[root@localhost store]# cd consumequeue/
[root@localhost consumequeue]# ll
total 0


6. 代码

Simple Message Example - Apache RocketMQ

@Test
    public void admin() throws MQClientException, RemotingException, InterruptedException {
        DefaultMQAdminExt admin = new DefaultMQAdminExt();
        admin.setNamesrvAddr("192.168.56.200:9876");
        admin.start();

        TopicList topicList = admin.fetchAllTopicList();
        Set<String> sets = topicList.getTopicList();
        sets.forEach(s -> System.out.println(s));

        System.out.println("topic route | info");
        TopicRouteData wula = admin.examineTopicRouteInfo("wula");
        System.out.println(wula);
    }
SCHEDULE_TOPIC_XXXX
RMQ_SYS_TRANS_HALF_TOPIC
DefaultCluster_REPLY_TOPIC
BenchmarkTest
OFFSET_MOVED_EVENT
TBW102
localhost.localdomain
SELF_TEST_TOPIC
DefaultCluster
topic route | info

org.apache.rocketmq.client.exception.MQClientException: CODE: 17  DESC: No topic route info in name server for the topic: wula
See http://rocketmq.apache.org/docs/faq/ for further details.

	at org.apache.rocketmq.client.impl.MQClientAPIImpl.getTopicRouteInfoFromNameServer(MQClientAPIImpl.java:1387)
	at org.apache.rocketmq.client.impl.MQClientAPIImpl.getTopicRouteInfoFromNameServer(MQClientAPIImpl.java:1357)
	at org.apache.rocketmq.tools.admin.DefaultMQAdminExtImpl.examineTopicRouteInfo(DefaultMQAdminExtImpl.java:333)
	at org.apache.rocketmq.tools.admin.DefaultMQAdminExt.examineTopicRouteInfo(DefaultMQAdminExt.java:264)
	at rocketmq.SimpleRocketMQ.admin(SimpleRocketMQ.java:121)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69)
	at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:33)
	at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:221)
	at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54)

上述结果：首次运行admin

@Test
    public void consumerPull() throws MQClientException, IOException {
        DefaultLitePullConsumer consumer = new DefaultLitePullConsumer("ooxx");
        consumer.setNamesrvAddr("192.168.56.200:9876");
        consumer.start();

        Collection<MessageQueue> mqs = consumer.fetchMessageQueues("wula");
        System.out.println("queues:");
        mqs.forEach(messageQueue -> System.out.println(messageQueue));
        System.out.println("poll...");
//        consumer.assign(mqs);

        Collection<MessageQueue> queue = new ArrayList<>();
        queue.add(new MessageQueue("wula", "node01", 0));
        consumer.assign(queue);
        List<MessageExt> poll = consumer.poll();
        poll.forEach(messageExt -> System.out.println(messageExt));
        System.in.read();
    }

    @Test
    public void consumerPush() throws Exception {
        DefaultMQPushConsumer consumer = new DefaultMQPushConsumer("consumer_ox");
        consumer.setNamesrvAddr("192.168.56.200:9876");
        consumer.setConsumeFromWhere(ConsumeFromWhere.CONSUME_FROM_FIRST_OFFSET);

        consumer.subscribe("wula", "*");
        consumer.registerMessageListener(new MessageListenerConcurrently() {
            @Override
            public ConsumeConcurrentlyStatus consumeMessage(List<MessageExt> list, ConsumeConcurrentlyContext consumeConcurrentlyContext) {
                list.forEach(messageExt -> {
                    byte[] body = messageExt.getBody();
                    String message = new String(body);
                    System.out.println(message);
                });
                return ConsumeConcurrentlyStatus.CONSUME_SUCCESS;
            }
        });
        consumer.start();
        // 自测 加个 无线循环或阻塞
    }

7. 集群

7.1 路径规划

常识理论：防火墙关闭，主机名，hosts设置

注意：主机名不要包含下划线 _  但是 - 是可以的

node01~04

4个配置文件

自动去ns上注册

store、logs文件路径的规划

[root@node01 ~]# mkdir -p /var/rocketmq/{logs,store/{commitlog,consumequeue,index}}
[root@node01 ~]# cd /var/rocketmq/
[root@node01 rocketmq]# ll
total 0
drwxr-xr-x. 2 root root  6 Jun 14 14:05 logs
drwxr-xr-x. 5 root root 56 Jun 14 14:05 store
[root@node01 rocketmq]# cd store
[root@node01 store]# ll
total 0
drwxr-xr-x. 2 root root 6 Jun 14 14:05 commitlog
drwxr-xr-x. 2 root root 6 Jun 14 14:05 consumequeue
drwxr-xr-x. 2 root root 6 Jun 14 14:05 index
[root@node01 store]# cd
[root@node01 ~]# cd /soft/rocketmq-4.9.3/conf
[root@node01 conf]# ll
total 32
drwxr-xr-x. 2 root root   118 Feb 22 00:25 2m-2s-async
drwxr-xr-x. 2 root root   118 Feb 22 00:25 2m-2s-sync
drwxr-xr-x. 2 root root    91 Feb 22 00:25 2m-noslave
drwxr-xr-x. 2 root root    27 Feb 22 00:25 acl
-rw-r--r--. 1 root root   949 Feb 22 00:25 broker.conf
drwxr-xr-x. 2 root root    72 Feb 22 00:25 dledger
-rw-r--r--. 1 root root 15362 Feb 22 00:25 logback_broker.xml
-rw-r--r--. 1 root root  3836 Feb 22 00:25 logback_namesrv.xml
-rw-r--r--. 1 root root  3761 Feb 22 00:25 logback_tools.xml
-rw-r--r--. 1 root root   834 Feb 22 00:25 tools.yml
[root@node01 conf]#  cp -r 2m-2s-sync/ 22ms-sync-bak
[root@node01 conf]# ll
total 32
drwxr-xr-x. 2 root root   118 Jun 14 14:28 22ms-sync-bak
drwxr-xr-x. 2 root root   118 Feb 22 00:25 2m-2s-async
drwxr-xr-x. 2 root root   118 Feb 22 00:25 2m-2s-sync
drwxr-xr-x. 2 root root    91 Feb 22 00:25 2m-noslave
drwxr-xr-x. 2 root root    27 Feb 22 00:25 acl
-rw-r--r--. 1 root root   949 Feb 22 00:25 broker.conf
drwxr-xr-x. 2 root root    72 Feb 22 00:25 dledger
-rw-r--r--. 1 root root 15362 Feb 22 00:25 logback_broker.xml
-rw-r--r--. 1 root root  3836 Feb 22 00:25 logback_namesrv.xml
-rw-r--r--. 1 root root  3761 Feb 22 00:25 logback_tools.xml
-rw-r--r--. 1 root root   834 Feb 22 00:25 tools.yml
[root@node01 conf]# cd 22ms-sync-bak/
[root@node01 22ms-sync-bak]# ll
total 16
-rw-r--r--. 1 root root 928 Jun 14 14:28 broker-a.properties
-rw-r--r--. 1 root root 922 Jun 14 14:28 broker-a-s.properties
-rw-r--r--. 1 root root 928 Jun 14 14:28 broker-b.properties
-rw-r--r--. 1 root root 922 Jun 14 14:28 broker-b-s.properties
 

brokerClusterName=DefaultCluster
#这个要主从一致
brokerName=broker-a
#master是0，slave是>0的
brokerId=0
deleteWhen=04
fileReservedTime=48
# SYNC_MASTER,ASYNC_MASTER, SLAVE
brokerRole=SYNC_MASTER
# 降低机器的磁盘的IO瓶颈
flushDiskType=ASYNC_FLUSH
namesrvAddr=192.168.56.200:9876;192.168.56.201:9876;192.168.56.202:9876;
storePathRootDir=/var/rocketmq/store
storePathCommitLog=/var/rocketmq/store/commitlog
storePathIndex=/var/rocketmq/store/index
storePathConsumeQueue=/var/rocketmq/store/consumequeue

[root@node01 22ms-sync-bak]# vi broker-a.properties 
[root@node01 22ms-sync-bak]# vi broker-a-s.properties 
[root@node01 22ms-sync-bak]# vi broker-b.properties 
[root@node01 22ms-sync-bak]# vi broker-b-s.properties 
[root@node01 22ms-sync-bak]# pwd
/soft/rocketmq-4.9.3/conf/22ms-sync-bak
[root@node01 22ms-sync-bak]# cd /soft/rocketmq-4.9.3/conf
[root@node01 conf]# grep user.home ./*
grep: ./22ms-sync-bak: Is a directory
grep: ./2m-2s-async: Is a directory
grep: ./2m-2s-sync: Is a directory
grep: ./2m-noslave: Is a directory
grep: ./acl: Is a directory
grep: ./dledger: Is a directory
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/broker_default.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/broker_default.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/broker.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/broker.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/protection.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/protection.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/watermark.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/watermark.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/store.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/store.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/remoting.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/remoting.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/storeerror.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/storeerror.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/transaction.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/transaction.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/lock.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/lock.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/filter.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/filter.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/stats.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/stats.%i.log.gz</fileNamePattern>
./logback_broker.xml:        <file>${user.home}/logs/rocketmqlogs/${brokerLogDir}/commercial.log</file>
./logback_broker.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/${brokerLogDir}/commercial.%i.log.gz</fileNamePattern>
./logback_namesrv.xml:        <file>${user.home}/logs/rocketmqlogs/namesrv_default.log</file>
./logback_namesrv.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/namesrv_default.%i.log.gz</fileNamePattern>
./logback_namesrv.xml:        <file>${user.home}/logs/rocketmqlogs/namesrv.log</file>
./logback_namesrv.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/namesrv.%i.log.gz</fileNamePattern>
./logback_tools.xml:        <file>${user.home}/logs/rocketmqlogs/tools_default.log</file>
./logback_tools.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/tools_default.%i.log.gz</fileNamePattern>
./logback_tools.xml:        <file>${user.home}/logs/rocketmqlogs/tools.log</file>
./logback_tools.xml:            <fileNamePattern>${user.home}/logs/rocketmqlogs/otherdays/tools.%i.log.gz</fileNamePattern>
[root@node01 conf]# sed -i 's#${user.home}#/var/rocketmq#g' *.xml
[root@node01 conf]# grep user.home ./*
grep: ./22ms-sync-bak: Is a directory
grep: ./2m-2s-async: Is a directory
grep: ./2m-2s-sync: Is a directory
grep: ./2m-noslave: Is a directory
grep: ./acl: Is a directory
grep: ./dledger: Is a directory
[root@node01 conf]# cd /soft/rocketmq-4.9.3/bin
 

nameserver:
node01~node03
broker
node01~node02 broker-a 0,1 master slave
node01:
    mqbroker -c /soft/rocketmq-4.9.3/conf/22ms-sync-bak/broker-a.properties
node02:
    mqbroker -c /soft/rocketmq-4.9.3/conf/22ms-sync-bak/broker-a-s.properties
node03~node04 broker-b 0,1 master slave
node03:
    mqbroker -c /soft/rocketmq-4.9.3/conf/22ms-sync-bak/broker-b.properties
node04:
    mqbroker -c /soft/rocketmq-4.9.3/conf/22ms-sync-bak/broker-b-s.properties

7.2 区别

brokerRole=SYNC_MASTER | ASYNC_MASTER

message.setWaitStoreMsgOK(true);

SYNC_MASTER: producer send 到 master后，master同步给slave,然后给producer返回ok

ASYNC_MASTER: producer send 到 master后，master异步给slave,并给producer返回ok

message.setWaitStoreMsgOK(false);

集群也是该sync,或者async的同步形式，只不过ok不需要等了

8.  分布式事务

不只解决自己生产消息的事务能力     --->   一批操作

scaling_heights
关注
专栏目录
RocketMQ : MQClientException: producerGroup can not equal DEFAULT_PRODUCER, please specify another
九师兄
09-20 4797
1. 背景 使用DefaultMQProducer进行数据的写入，这个不是在测试类中，是在Spark Structured Streaming 中添加一个叫RocketMQ的流处理数据源写入数据报错 19/09/20 22:29:25 INFO CodeGenerator: Code generated in 132.299007 ms 19/09/20 22:29:25 ERROR Utils:...
java查询topic_在页面上，根据topic查询消息后台报错
weixin_35964164的博客
02-27 980
Caused by: org.apache.rocketmq.client.exception.MQClientException: CODE: 208 DESC: query message by key finished, but no message.For more information, please visit the url, http://rocketmq.apache.org...
性能调优篇-困扰我半年多的RocketMQ-timeout-exception-终于被破解了
最新发布
2401_84048290的博客
04-21 753
分享一套我整理的面试干货，这份文档结合了我多年的面试官经验，站在面试官的角度来告诉你，面试官提的那些问题他最想听到你给他的回答是什么，分享出来帮助那些对前途感到迷茫的朋友。
WARN RocketmqClient execute the pull request exception
robinson_911的专栏
04-04 3490
产生上面的原因是测试环境已经在有一个 group1 + topic1在订阅消息了，当我在本地再次添加group1 + topic1订阅消息时，会提示如下错误： NettyClientPublicExecutor_3] WARN RocketmqClient - execute the pull request exception com.alibaba.rocketmq.client.excep...
rocketmq学习笔记 五 源码之rocketmq-tools
akfly的专栏
12-08 5474
前面分析了rocketmq-namesrv的源码 其实很简单，lock+map 把注册中心的事情做了。  因为nameSrv 之间不用保证数据一致性。 每个节点都是独立的 本文接着学习 rocketmq-tools, 这个包主要实现了对mqadmin的支持 1.admin admin 也是一个client端 DefaultMQAdminExt 和 DefaultM
使用消息队列的接口，报error:org.apache.rocketmq.client.exception.MQClientException: No route info of this topic
jyxzfw的博客
11-19 1156
问题描述： 使用消息队列的接口，都报 error:org.apache.rocketmq.client.exception.MQClientException: No route info of this topic: XXX 问题。 查找原因： 进入RocketMQ-Console控制台 发现OPS有NameSvrAddrList列表 但是在Cluster集群中没有分片 看一下服务器上的broker分片，和服务器内存 猜测内存不够，所以brocker没有启动起来 问题解决： ..
RocketMQ一次延迟消息故障排查【实战笔记】
gaoliang1719的专栏
03-19 4490
目录一、问题描述 二、临时方案 三、问题定位 1.搜查日志 2.消息查询 3.原理回顾 4.报错源码 四、解决方式 五、结束了吗？ 一、问题描述Rocke...
Windows下安装配置RocketMQ
Thinkingcao的专栏
05-23 1926
说在前面的话，注意我这里先简单说明一下，看不懂没关系，如果遇到了这个异常再说这是我搭建过程中遇到的： RocketMQ下载地址：http://rocketmq.apache.org/release_notes/release-notes-4.3.2/ RocketMQ控制台rocketmq-externals下载地址：https://github.com/apache/ro...
RocketMQ 5.2.0
02-29
Apache RocketMQ 是一款开源的分布式消息中间件，主要设计用于处理大规模实时数据传输。在5.2.0版本中，它提供了一系列优化和增强的功能，使其在高并发、低延迟、高可用性和可扩展性方面表现更加出色。本篇文章将...
RocketMQ黑马笔记
06-08
"RocketMQ黑马笔记" RocketMQ是阿里巴巴开源的消息中间件，在阿里内部历经了双十一等很多高并发场景的考验，能够处理亿万级别的消息。2016年开源后捐赠给Apache，现在是Apache的一个顶级项目。目前RocketMQ在阿里云...
Python RocketMQ
10-23
**Python RocketMQ** 在分布式系统中，消息队列（Message Queue）扮演着至关重要的角色，它能够有效地解耦系统组件，提高系统的可扩展性和容错性。RocketMQ是阿里巴巴开源的一款分布式消息中间件，最初由Java开发，...
宝塔部署RocketMQ+可视化面板
03-25
【宝塔部署RocketMQ+可视化面板】：在IT行业中，RocketMQ是一款由阿里巴巴开源的分布式消息中间件，广泛应用于大数据处理、实时交易等场景。它提供了高可用、高并发的消息传输能力，支持发布/订阅模式和点对点模式，...
NameServer更新bug
MQCloud的专栏
12-11 3774
一、背景 业务方反馈，日志中发现大量如下错误： [2019-09-25T18:29:19,853][WARN ][RocketmqClient ] get Topic [search-core_model_v2-topic] RouteInfoFromNameServer is not exist value [2019-09-25T18:29:19,853][WARN ][R...
org.apache.rocketmq.client.exception.MQClientException: No route info of this topic, TopicTest异常解决
男人要霸气的博客
12-10 2533
使用RocketMQ发送消息抛出异常，异常如下： org.apache.rocketmq.client.exception.MQClientException: No route info of this topic, TopicTest See http://rocketmq.apache.org/docs/faq/ for further details. at org.apache.rocketmq.client.impl.producer.DefaultMQProducerImpl.sendDef
项目启动时，rocketMQ发送失败
qq_34826261的博客
03-01 8532
rocketMQ报错分析及解决：The producer service state not OK, CREATE_JUST
【RocketMQ】常见问题（2）
ibigboy
10-13 677
org.apache.rocketmq.client.exception.MQClientException: No route info of this topic, baseTopic异常解决 可能的原因： Broker 禁止自动创建Topic，且用户没有通过手动创建此Topic，或者broker 和 Nameserver网络不通； 若没有这个topic，且如果是测试环境自己测试，可以改成自动创建，如下启动 linux下：mqbroker -n localhost:9876 autoCreateTopi
Apache RocketMQ：一个奇怪的现象
编程学习者的博客
10-24 885
当前版本：rocketmq4.9 1. 声明 当前内容主要为本人学习和记录使用Apache RocketMQ的问题 2. 问题描述 问题描述如下： 昨天关闭了rocketmq今天再次启动rocketmq且rocketmq也启动了 无法使用生产者向TestTopic发送消息，生产者无法启动 消费者可以正常的启动并订阅TestTopic 昨天获取所有Topic时为正常显示,且可以访问系统的Topic，今天却直接返回空集合 通过topicConfigTable可以看到TestTopic存在 执行生产者和查询T
如何解决：org.apache.rocketmq.client.exception.MQClientException: No route info of this topic, TopicTest
Sonihr的犀牛园
07-02 6700
Github上的回复也是本人，亲测有效。 以windows为例： 第一步启动namesrv 语句为：mqnamesrv.cmd -n localhost:9876 第二步启动broker 语句为：mqbroker.cmd -n localhost:9876 autoCreateTopicEnable=true & [外链图片转存失败(img-rYD6cTyh-1562059114176)...
rocketmq-note.pdf
02-13
"RocketMQ基础入门，包括RocketMQ的发展历程、使用消息中间件的原因以及RocketMQ的主要版本。" Apache RocketMQ 是一个高性能、分布式的消息中间件，最初由阿里巴巴开发，后来成为Apache顶级项目。它主要用于解决...

“相关推荐”对你有帮助么？

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值