#!/bin/bash
sh=$SPARK_HOME
hh=$HADOOP_HOME
jar_path=`pwd`
m=$1
d=$2
source /etc/profile
$hh/bin/hadoop fs -put /data/ecar/2019$m/$d /user/meng/ecar_data/2019$m/$d
$jar_path/yarn-sub.sh /user/meng/ecar_data/2019$m/$d /user/meng/shandong/2019$m/$d
$hh/bin/hadoop fs -rm -r /user/meng/ecar_data/2019$m/$d
#!/bin/bash
sh=$SPARK_HOME
hh=$HADOOP_HOME
jar_path=`pwd`
source /etc/profile
for ((i=5; i<=30; i++))
do
$hh/bin/hadoop fs -put /data/ecar/201911/$i /user/emg/ecar/201911/$i
/data/modules/testcxb/miss_match/miss.sh $i missmap 0.0003
$hh/bin/hadoop fs -rm -r /user/emg/ecar/201911/$i
echo "上传本地路径:/data/ecar/201911/$i "
echo "上传hdfs路径:/user/emg/ecar/201911/$i "
echo "删除hdfs路径:/user/emg/ecar/201911/$i "
done