CDH6.3.2集群搭建笔记
集群概述
环境搭建
IP配置
HWADDR=00:0c:29:c8:3f:c4
IPADDR=192.168.1.101
GATEWAY=192.168.1.9
NETMASK=255.255.255.0
DNS1=114.114.114.114
DNS2=8.8.8.8
配置yum源
yum -y install wget
cp /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.backup
wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
yum clean all
yum makecache
配置JDK
tar -zxvf jdk.gz
export JAVA_HOME=/usr/java/jdk1.8.0_181
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
export PATH=$PATH:$JAVA_HOME/bin
source /etc/profile
java -version
免密登录
ssh-keygen -t rsa
cat /root/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys
scp /root/.ssh/authorized_keys hadoop02:/root/.ssh/
cat /root/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys
scp authorized_keys hadoop03:/root/.ssh/
......
关闭SeLinux
设置swap空间、关闭大页面压缩(所有节点)——性能考虑
swappiness=0:
swappiness=100:
echo 10 > /proc/sys/vm/swappiness
echo "vm.swappiness = 10" >> /etc/sysctl.conf
echo never > /sys/kernel/mm/transparent_hugepage/defrag
echo never > /sys/kernel/mm/transparent_hugepage/enabled
NTP服务安装和设置
yum -y install ntp
vi /etc/ntp.conf
注释掉之前的server,然后添加以下NTP服务器
server http://ntp.aliyun.com
server hadoop01
service ntpd restart
systemctl enable ntpd.service
ntpdc -c loopinfo
ntpq -p
ntpstat
安装httpd
yum install httpd
service httpd start
systemctl enable httpd 或者 chkconfig httpd on
vi /etc/httpd/conf/httpd.conf
增加/修改端口号如下:
Listen 6789
CM安装
mkdir /var/www/html/cm6
mkdir /var/www/html/cdh6
cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm
cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm
cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm
cloudera-manager-server-db-2-6.3.1-1466458.el7.x86_64.rpm
enterprise-debuginfo-6.3.1-1466458.el7.x86_64.rpm
allkeys.asc
createrepo .
CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel
CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha1
CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha256
manifest.json
vi /etc/yum.repos.d/cm.repo
[CM]
name=cm6
baseurl=http://hadoop01:6789/cm6/
gpgcheck=0
yum clean all
yum repolist
yum install -y cloudera-manager-agent cloudera-manager-daemons cloudera-manager-server cloudera-manager-server-db-2 postgresq-server
安装MySQL数据库
rpm -ivh mysql-community-common-5.7.37-1.el7.x86_64.rpm
rpm -ivh mysql-community-libs-5.7.37-1.el7.x86_64.rpm
rpm -ivh mysql-community-client-5.7.37-1.el7.x86_64.rpm
rpm -ivh mysql-community-server-5.7.37-1.el7.x86_64.rpm
yum install net-tools.x86_64
systemctl start mysqld
systemctl stop mysqld
netstat -tulnp | grep mysqld
ps auxf | grep mysqld
[面向傻瓜式安装教程](https://blog.csdn.net/weixin_42404474/article/details/105077368)
scm_prepare_database.sh mysql -h localhost -uroot -pWasd1234% --scm-host localhost scm root Wasd1234%
启动CM
1.启动Cloudera Manager(cdh01)
systemctl start cloudera-scm-server
tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log
systemctl enable cloudera-scm-server
2.启动Cloudera Agent(所有节点)
systemctl start cloudera-scm-agent
//systemctl enable cloudera-scm-agent