SQOOP、ZOOKEEPER、Hbase安装及配置

SQOOP、ZOOKEEPER、Hbase安装及配置

1.SQOOP 1.4.6

1、解压sqoop
tar -zxvf /opt/download/sqoop-1.4.6.bin__hadoop-2.0.4-alpha.tar.gz -C /opt/software/
2、改名
 mv /opt/software/sqoop-1.4.6.bin__hadoop-2.0.4-alpha/ /opt/software/sqoop146/
3、将sqoop配置释放出来
cd /opt/software/sqoop/sqoop146/lib/
cp /opt/software/hive/hive312/lib/mysql-connector-java-5.1.47.jar  ./
cp /opt/software/hadoop/hadoop313/share/hadoop/common/hadoop-common-3.1.3.jar ./
cp /opt/software/hadoop/hadoop313/share/hadoop/hdfs/hadoop-hdfs-3.1.3.jar ./
cp /opt/software/hadoop/hadoop313/share/hadoop/mapreduce/hadoop-mapreduce-client-core-3.1.3.jar ./

4、修改sqoop自用环境
vim /opt/software/sqoop146/conf/sqoop-env.sh
	export HADOOP_COMMON_HOME=/opt/software/hadoop/hadoop313
	export HADOOP_MAPRED_HOME=/opt/software/hadoop/hadoop313
	export HBASE_HOME=/opt/software/hbase/hbase235
	export HIVE_HOME=/opt/software/hive/hive312
	export ZOOCFGDIR=/opt/software/zookeeper/zookeeper357

5、加sqoop的环境变量
vim /etc/profile.d/myenv.sh#sqoop

export SQOOP_HOME=/opt/software/sqoop/sqoop146
export PATH=$PATH:$SQOOP_HOME/bin
export LOGDIR=$SQOOP_HOME/logs/

6、加载环境变量
source /etc/profile

7、测试
sqoop list-databases 
--connect jdbc:mysql://192.168.64.180:3306 
--username root 
--password *********

2.ZOOKEEPER 3.5.7

# 解压
tar -zxvf apache-zookeeper-3.5.7-bin.tar.gz  -C /opt/software/zookeeper/
# 改名
mv apache-zookeeper-3.5.7-bin/ zookeeper357
cd /opt/software/zookeeper/zookeeper357
mkdir mydata 
vim myid (里面写一个1)
#修改zookeeper自用环境
cd /opt/software/zookeeper/zookeeper357/conf
mv zoo_sample.cfg zoo.cfg
vim zoo.cfg
----------------------------------------------
dataDir=/opt/software/zookeeper/zookeeper357
server.1=singlechen:2888:3888
----------------------------------------------
#加zookeeper环境配置
vim /etc/profile.d/myenv.sh
----------------------------------------------
#zookeeper
export ZOOKEEPER_HOME=/opt/software/zookeeper/zookeeper357
export PATH=$ZOOKEEPER_HOME/bin:$PATH
----------------------------------------------
#激活配置
source /etc/profile/
#开启、关闭服务
zkServer.sh start
zkServer.sh stop

3.Hbase 2.3.5

#解压
tar -zxvf hbase-2.3.5-bin.tar.gz -C /opt/software/hbase/
#改名
mv hbase-2.3.5 hbase235
#修改hbase自用环境
cd /opt/software/hbase/hbase235/conf
vim hbase-env.sh
----------------------------------------------------------
export HBASE_MANAGES_ZK=false
export JAVA_HOME=/opt/software/java/jdk180
----------------------------------------------------------

vim hbase-site.xml
------------------------------------------------------
<property>
	<name>hbase.rootdir</name>
	<value>hdfs://singlechen:9820/hbase</value>
</property>
<property>
	<name>hbase.cluster.distributed</name>
	<value>true</value>
</property>
<property>
	<name>hbase.tmp.dir</name>
	<value>/opt/software/hbase/hbase235/tmp</value>
</property>
<property>
	<name>hbase.zookeeper.quorum</name>
	<value>192.168.64.180:2181</value>
</property>
<property>
	<name>hbase.master</name>
	<value>//singlechen:60000</value>
</property>
<property>
	<name>hbase.master.info.port</name>
	<value>60010/value>
</property>
<property>
	<name>hbase.unsafe.stream.capability.enforce</name>
	<value>false</value>
</property>
-------------------------------------------------------------
#加zookeeper环境配置
vim /etc/profile.d/myenv.sh
----------------------------------------------
#hbase
export HBASE_HOME=/opt/software/zookeeper/zookeeper357
export PATH=$HBASE_HOME/bin:$PATH
----------------------------------------------
#开启、关闭服务
start-hbase.sh
stop-hbase.sh