linux shell通过http协议获取数据并上传hdfs

#!/bin/bash

source ./common.config

d_h_m=`date +%Y-%m-%d_%H:%M:%S`
day_and_hour=`date -d "${timespan}" +"%Y-%m-%d-%H"`
today=`date +%Y-%m-%d`
today_timespan=`date -d "${timespan}" +"%Y-%m-%d"`
url=$ad_url_prefix${day_and_hour}.log.gz.tar.gz
file=$ad_file_p${day_and_hour}.log.gz.tar.gz

if [ 2 -gt $# ]; then

        echo -e "\033[31m please input the params like dir_path 0/1!!! \033[0m"
        exit 1
fi

#测试要下载的文件是否存在
ret=`curl -I -m 10 -o /dev/null -s -w "%{http_code}" ${url}`
if [ ${ret} -eq 200 ]; then
    echo -e "\033[32m ${file} downloading... \033[0m"			    
    ret_down=`curl -o ${file} ${url}`
    if [ -n "${ret_down}" ]; then
         echo -e "\033[31m ${d_h_m} ft_idl adjust download data failed !\033[0m"
         exit 1
    fi
else
    echo -e "\033[31m ${d_h