#!/bin/bash
set -x
work_dir=$(cd $(dirname $0); pwd)
mysql_hostname='mysql_hostname'
mysql_port='3358'
mysql_username='mysql_username'
mysql_password='mysql_password'
mysql_dbname='mysql_dbname'
time=$(date "+%Y%m%d%H%M%S")
export_file=${work_dir}/mysql2hive_${time}.csv
sql="select * from table_name"
mysql -h${mysql_hostname} -P${mysql_port} -u${mysql_username} -p${mysql_password} -D${mysql_dbname} -e "${sql}" > ${export_file}
if [[ $? -ne 0 ]]; then
echo 'Failed to connect mysql'
exit 1
fi
hive -e "load data local inpath '${export_file}' overwrite into table db_name.table_name;"
if [[ $? -ne 0 ]]; then
echo 'Failed to load data to hive'
exit 1
fi
1、mysql数据导出跳过首行
2、增加文件导入hive表成功后删除文件
最后还需要注意mysql导出文件分割符,要和hive表分隔符一致