Greenplum安装与配置说明

Greenplum安装与使用说明

硬件和操作系统环境配置

系统

CentOS 5.5

CPU

内存：1.5G

文件系统

# XFS（并行IO）

# XFS is the preferred file system for data storage. Greenplum recommends the # following xfs mount options:

noatime,nodiratim,logbufs=8

主机名

# gphostm、gphost1、gphost2

vi /etc/sysconfig/network

sudo hostname

网络配置

# IP

192.168.213.210 - 212

255.255.255.0

192.168.115.1

# DNS

192.168.1.14

202.106.196.115

hosts配置

vi /etc/hosts

# Do not remove the following line, or various programs

# that require network functionality will fail.

127.0.0.1              localhost.localdomain  localhost

192.168.213.210        gphostm

192.168.213.211        gphost1

192.168.213.212        gphost2

::1           localhost6.localdomain6 localhost6

IO参数

vi /etc/rc.d/rc.local

blockdev --setra 16384 /dev/sda

blockdev --setra 16384 /dev/sda1

blockdev --setra 16384 /dev/sda2

# 查看参数

blockdev --getra /dev/sda

blockdev --getra /dev/sda1

blockdev --getra /dev/sda2

配置服务

chkconfig vsftpd on

chkconfig ntpd on

chkconfig sendmail off #在测试环境关闭

系统参数

vi /etc/limits.conf

# for gp

* soft nofile 65536

* hard nofile 65536

* soft nproc 131072

* hard nproc 131072

 

vi /etc/sysctl.conf

# for gp

kernel.sem = 250 64000 100 512

kernel.shmmax = 500000000

kernel.shmmni = 4096

kernel.shmall = 4000000000

kernel.sem = 250 64000 100 512

kernel.sysrq = 1

kernel.core_uses_pid = 1

kernel.msgmnb = 65536

kernel.msgmax = 65536

net.ipv4.tcp_syncookies = 1

net.ipv4.ip_forward = 0

net.ipv4.conf.default.accept_source_route = 0

net.ipv4.tcp_tw_recycle=1

net.ipv4.tcp_max_syn_backlog=4096

net.ipv4.conf.all.arp_filter = 1

net.core.netdev_max_backlog=10000

vm.overcommit_memory=2

 

net.ipv4.ip_local_port_range = 1025 65535

 

sysctl–p #使配置生效（不重启）

GP安装和配置

GP安装文件

greenplum-clients-4.0.3.0-build-5-RHEL5-i386.bin

greenplum-connectivity-4.0.3.0-build-5-RHEL5-i386.bin

greenplum-db-4.0.3.0-build-5-RHEL5-i386.zip

greenplum-loaders-4.0.3.0-build-5-RHEL5-i386.bin

greenplum-perfmon-web-4.0.3.0-build-5-RHEL5-i386.zip

安装GP

# 在master节点进行操作

su - root

unzip greenplum-db-4.0.3.0-build-5-RHEL5-i386.zip

/bin/bash greenplum-db-4.0.3.0-build-5-RHEL5-i386.bin

# 创建用户user:

useradd gpadmin

passwd gpadmin

New password: gp2010

Retype new password: gp2010

# 环境变量

vi /home/gpadmin/.bashrc

source /usr/local/greenplum-db/greenplum_path.sh

vi /root/.bashrc

source /usr/local/greenplum-db/greenplum_path.sh

# 创建gphosts文件

vi /usr/local/greenplum-db/hosts

gphostm

gphost1

gphost2

# 创建gphost-seg文件

vi /usr/local/greenplum-db/hosts-seg

gphost1

gphost2

# 修改权限

chown -R gpadmin:gpadmin /usr/local/greenplum-db

# 使用root用户Exchange key

gpssh-exkeys -f /usr/local/greenplum-db/hosts

# 创建修改gpadmin并设置密码

gpssh -f hosts '/usr/sbin/useradd gpadmin -d /home/gpadmin -s /bin/bash'

gpssh -f hosts'echo gp2010 | passwd gpadmin --stdin'

# 时钟同步

gpssh -f /usr/local/greenplum-db/hosts -v ntpd

# 查看时间

gpssh -f /usr/local/greenplum-db/hosts -v date

# 打包greenplum

cd /usr/local

gtar -cvf /home/gpadmin/gp.tar greenplum-db-4.0.3.0

# 在各节点安装gp

gpscp -f /usr/local/greenplum-db/hosts-seg /home/gpadmin/gp.tar =:/usr/local

gpssh -f /usr/local/greenplum-db/hosts-seg

gtar --directory /usr/local -xvf /usr/local/gp.tar

ls /usr/local/greenplum-db-4.0.3.0

ln -s /usr/local/greenplum-db-4.0.3.0 -f /usr/local/greenplum-db

chown -R gpadmin:gpadmin /usr/local/greenplum-db

rm /usr/local/gp.tar

exit

# 创建主节点数据目录

mkdir /gpmaster

chown -R gpadmin:gpadmin /gpmaster

# 在各hosts-seg主机创建目录（每个segment使用一个目录）

gpssh -f /usr/local/greenplum-db/hosts-seg

mkdir /gpdata1

chown -R gpadmin:gpadmin /gpdata1

mkdir /gpdata2

chown -R gpadmin:gpadmin /gpdata2

# 使用gpadmin用户Exchange keys

su - gpadmin

gpssh-exkeys -f /usr/local/greenplum-db/hosts

验证安装

gpcheck -f /usr/local/greenplum-db/hosts -m gphostm

gpcheckos -f /usr/local/greenplum-db/hosts

gpcheckperf -f /usr/local/greenplum-db/hosts -r N -d /tmp

 

gpcheckperf -f /usr/local/greenplum-db/hosts-seg -r ds -D -d /gpdata1 -d /gpdata1

gpcheckperf -h gphost1 -h gphost2 -d /gpdata1 -r d -D -v

创建Database

# 建立配置文件

su - gpadmin

cp $GPHOME/docs/cli_help/gp_init_config_example /home/gpadmin/gp_init_config

# 编辑相应选项

vi /home/gpadmin/gp_init_config

 

# 开始初始化

gpinitsystem -c /home/gpadmin/gp_init_config

# 主节点环境变量指向初始化创建的数据目录

vi~/.bashrc

MASTER_DATA_DIRECTORY=/gpmaster/gpseg-1

export MASTER_DATA_DIRECTORY

source ~/.bashrc

# 启用monitor

su - gpadmin

gpperfmon_install --enable --password gp2010 --port 5432

ps -ef | grep gpmmon

# 配置文件gp_hba.conf

vi $MASTER_DATA_DIRECTORY/pg_hba.conf

host    all        gpadmin         0.0.0.0/0 trust

host    all        gpmon          0.0.0.0/0 md5

# 查看当前运行的节点

psqlgpperfmon -c 'SELECT * FROM system_now;'

# 使用root安装Performance Monitor

su -root

unzip greenplum-perfmon-web-4.0.3.0-build-5-RHEL5-i386.zip

/bin/bash greenplum-perfmon-web-4.0.3.0-build-5-RHEL5-i386.bin

# 完成后设置权限

chown -R gpadmin:gpadmin /usr/local/greenplum-perfmon-web-4.0.3.0-build-5

 

su -gpadmin

vi ~/.bashrc

source /usr/local/greenplum-perfmon-web-4.0.3.0-build-5/gpperfmon_path.sh

 

source ~/.bashrc

# 设置Performance Monitor

gpperfmon --setup

instance name : gpmon

# 启动monitor

gpperfmon --start gpmon

# 访问monitor

http://192.168.213.210:28080/

用户名和密码:gpmon/gp2010