查询impala 落成csv文件

查询impala 落成csv文件

#!/bin/sh

cat t_list_all | while read line
        do
                 impala-shell -i 127.0.0.1 -s hadoop  -k -B    -q "set request_pool=root.bi.da ; refresh ${line};     select \"${line}\" table_name ,count(1),dt,\"emr\"  from ${line}   group by dt order by dt ;" -B -o tmp/${line}_emr.csv  --output_delimiter=",";    
        done

#!/bin/sh

db=$1
if [ -z "$db" ];then
    echo "请指定库表名，如: tlbb3d_server_original.server_login"
    exit 1
fi
if [ ! -d "tmp" ]; then
    mkdir tmp
fi

  parqFile="tmp/${db}_emr.csv"

  if [ ! -e  "${parqFile}" ]; then 
   echo "文件不存在！！"
   > $parqFile
   impala-shell -i 10.156.0.48 -s hadoop  -k -B    -q "set request_pool=root.bi.da ; refresh ${db};   select  \"${db}\"  table_name ,count(1),dt,\"EMR\" from ${db}   group by dt order by dt ;" -B -o $parqFile --output_delimiter=",";
  else
        break
  fi
#  rsync  -aurvozR   --progress --bwlimit=20480 --timeout=3600  ${parqFile}   119.96.199.96::do_sql/EMR/


#for f in `ls tmp`;do
#  echo $f >> resultfile
#  cat tmp/$f >> resultfile
#done