python和shell处理数据的程序整理

1把文件按行拼接(shell脚步)
文件f1
1
2
3


filename=$1
abc=`cat $filename | awk '
BEGIN{count=1;str=""}
{
    if(count==1)
        {
            count++
        }
    else if(count<NR)
        {
            str=sprintf("%s,%s",str,$1)
            count++
        }
    else
        {
            str+=$1
        }


}
END{print str}'`
变成 1,2,3


2.产生时间点前或者后几天的日期(python脚本和shell脚本)
2.1 python脚本
先把字符串变成日期类型(strptime)，在进行运算，运算结果变成字符串(strftime)
#!/use/bin/python
#coding:UTF-8
import datetime


def pro_date(appointed_date,forward_num): #2016-10-12
    date_list = []
    forward_num = int(forward_num)
    for num in range(1,forward_num+1):
        forward_day = datetime.timedelta(days=num)
        this_day_time = datetime.datetime.strptime(appointed_date,"%Y-%m-%d") - forward_day
        this_day = this_day_time.strftime("%Y-%m-%d")
        print this_day
        date_list.append(this_day)
    return date_list


if __name__ == '__main__':
pro_date("2018-01-01",5)


2.2 shell脚本
#/bin/bash
function pro_date()
{
appointed_date=$1
forward_num=$2


for((i=1;i<=$forward_num;i++))
do
    date=$(date -d "$i day ago  $appointed_date" +%Y-%m-%d  )
    echo $date
done
}
pro_date "2018-01-01" 5


3.产生两个时间点内的日期(python脚本和shell脚本)
3.1python脚本
#!/use/bin/python
#coding:UTF-8
import datetime


def pro_date(begin_day,end_day): #2018-01-01
    date_list = []
    begin_day_datetime = datetime.datetime.strptime(begin_day,"%Y-%m-%d")
    end_day_datetime = datetime.datetime.strptime(end_day,"%Y-%m-%d")
    diff = end_day_datetime - begin_day_datetime
    forward_num = diff.days


    for num in range(1,forward_num+1):
        forward_day = datetime.timedelta(days=num)
        this_day_time = datetime.datetime.strptime(end_day,"%Y-%m-%d") - forward_day
        this_day = this_day_time.strftime("%Y-%m-%d")
        print this_day
        date_list.append(this_day)
    return date_list




if __name__ == '__main__':
    pro_date("2017-01-01","2018-01-01")


3.2  shell脚本
function pro_date ()
{
begin_day=$1
end_day=$2
time1=$(($(date +%s -d $end_day)-$(date +%s -d $begin_day)))
forward_num=$(($time1/3600/24))
echo $forward_num
for((i=1;i<=$forward_num;i++))
do
    date=$(date -d "$i day ago  $end_day" +%Y-%m-%d  )
    echo $date
done


}


pro_date "2017-01-01" "2018-01-01"