CDH相关

#简介
cdh安装基础配置


参考
https://segmentfault.com/a/1190000011341408


#---------------------------------------------安装前准备------------------------------------
1、centos版本查看
>cat /etc/redhat-release


2、查看java版本
>java -version


3、java安装
#####下载 http://download.oracle.com/otn-pub/java/jdk/8u151-b12/e758a0de34e24606bca991d704f6dcbf/jdk-8u151-linux-x64.tar.gz
jdk-8u151-linux-x64.tar.gz
#####存放/home/dubhe目录下
/home/dubhe/jdk-8u151-linux-x64.tar.gz
#####解压文件
>tar -xzvf /home/dubhe/jdk-8u151-linux-x64.tar.gz
#####复制文件到/usr/java目录下
>mv jdk-8u151-linux-x64 /usr/java/jdk1.8.0_11


4、JAVA_HOME环境变量设置
#####查找已安装的java
>find . -name javac
#####设置java环境变量
>vi /etc/profile
#####iaoe任意键键入编辑模式
#####文件最下面添加如下内容
export JAVA_HOME=/usr/java/jdk1.8.0_11\
export path=$path:JAVA_HOME/bin
#####esc退出编辑模式，输入:wq！保存并退出
:wq!
#####让设置文件生效
>source /etc/profile


5、jps命令使用（设置了java环境变量的情况下才能使用，jdk的功能）
>jps
#####输出列表
4468 Jps
2335 Main


6、mysql安装
####查看已安装mysql版本 http://www.linuxidc.com/Linux/2016-10/136075.htm
>mysql -V
####下载 https://dev.mysql.com/get/Downloads/MySQL-5.7/mysql-community-server-5.7.20-1.el7.x86_64.rpm
#####存放/home/dubhe目录下
/home/dubhe/mysql-community-server-5.7.20-1.el7.x86_64.rpm
####rpm命令安装
>rpm -i mysql-community-server-5.7.20-1.el7.x86_64.rpm




7、配置ip地址与主机名以及映射
#ip地址
>cd /etc/sysconfig/network-scripts
>vi ifcfg-enp1s0
#主机名
>vi /proc/sys/kernel/hostname
master
#映射
>vi /etc/hosts
100.100.100.242 master
100.100.100.241 datanode1
100.100.100.243 datanode2


8、ssh设置
略


#---------------------------------------------安装------------------------------------


安装cdh http://www.aboutyun.com/thread-9075-1-1.html
#下载安装包
cloudera-manager-centos7-cm5.12.0_x86_64.tar.gz


#解压安装包到/opt目录下，产生两个文件夹
cm-5.12.0
cloudera


#修改server_host的值
>vi /opt/cm-5.12.0/etc/cloudera-scm-agent/config.ini
server_host=master


#复制cm-5.12.0文件夹到所有集群机器
scp -r /opt/cm-5.12.0 root@datanode1:/opt
scp -r /opt/cm-5.12.0 root@datanode2:/opt


#复制parcel文件到master主机/opt/cloudera/parcel-repo文件夹下
通过xftp等工具传输


#复制mysql连接驱动,将mysql-connector-java-5.1.34-bin.jar拷贝至以下目录： /opt/cm-5.12.0/share/cmf/lib/
>cp /usr/share/java/mysql-connector-java.jar /opt/cm-5.12.0/share/cmf/lib


#初始化scm数据
>/opt/cm-5.12.0/share/cmf/schema/scm_prepare_database.sh mysql cm -hlocalhost -uroot -p123456 --scm-host localhost scm scm scm




#启动服务
进入目录/opt/cm-5.12.0/etc/init.d
>./cloudera-scm-server start
>./cloudera-scm-agent start








#访问http://100.100.100.242:7180/








#----------------------------------完全卸载cdh----------------------------------------------
#参考
http://blog.csdn.net/wulantian/article/details/42706777
http://www.aboutyun.com/thread-8992-1-1.html


#停止服务
sudo service cloudera-scm-agent stop
sudo service cloudera-scm-server stop
sudo service cloudera-scm-server-db stop


#删除文件
sudo rm -rf /usr/share/cmf/ /var/lib/cloudera* /var/cache/yum/x86_64/7/cloudera-manager/
sudo rm -rf /var/lib/flume-ng/ /var/lib/hadoop* /var/lib/oozie/ /var/lib/solr/ /var/lib/sqoop* /var/lib/hue /var/lib/zookeeper/ /var/lib/hbase/ /var/lib/hive/ /var/lib/impala/
sudo rm -rf /var/log/zookeeper /var/log/cloudera* /var/log/hbase /var/log/hadoop* /opt/cloudera /etc/hadoop/ /etc/hbase/ /etc/hive/ /etc/cloudera-scm-agent/


清理yum源
sudo yum remove 'cloudera-manager*'
sudo yum clean all


卸载挂载
sudo umount cm_processes




清空磁盘？？
sudo rm -rf /hdfs00/* /hdfs01/* /hdfs02/* /hdfs03/* /hdfs04/*
















#------------------------------------------------------------------------------------
#重装cdh


#删除Agent节点的UUID
>rm -rf /opt/cm-5.12.0/lib/cloudera-scm-agent/*


#初始化scm数据
>/opt/cm-5.12.0/share/cmf/schema/scm_prepare_database.sh mysql cm -hlocalhost -uroot -p123456 --scm-host localhost scm scm scm


#重新启动
>cd /opt/cm-5.12.0/etc/init.d


#访问10.111.111.242:7180进行安装


#所有集群集群新增用户
>adduser dubhe
>passwd dubhe
>usermod -g root dubhe


#mysql
>mysql -uroot -p123456
>grant all privileges on *.* to 'root'@'10.111.111.242' identified by '123456' with grant option;




#安装一下文件解决hue连接不上数据库问题
rpm -ivh MySQL-shared-5.6.13-1.rhel5.x86_64.rpm


$> ps -ef | grep supervisord
$> kill -9 <processID>
sudo service  cloudera-scm-agent restart


#迁移地址变更
http://blog.csdn.net/Post_Yuan/article/details/70237898


#cloudemanager安装时出现ProtocolError: <ProtocolError for 127.0.0.1/RPC2: 401 Unauthorized>问题解决方法（图文详解）
https://www.cnblogs.com/zlslch/p/7121275.html


#CentOS学习12_ [Errno 256] No more mirrors to try 解决方法
1、http://blog.csdn.net/orangleliu/article/details/40588799
2、http://blog.csdn.net/wang_zhenwei/article/details/50536180
yum clean all
yum makecache


#如果出现agent主机不良状况  Error, CM server guid updated, expected 85587073-270d-43d9-a44a-e213d9f7e45b, received 4c1402a5-8364-4598-a382-0c760710e897  ，尝试运行以下命令
>rm -rf /var/lib/cloudera-scm-agent/cm_guid
之后重启agent
>service cloudera-scm-agent restart