for i in {1901..2012}
do
cd /home/hadoop/ncdc/
wget -r -np -nH .cut-dirs=3 -R index.html http://ftp3.ncdc.noaa.gov/pub/data/noaa/$i/
cd pub/data/noaa/$i/
cp *.gz /home/hadoop/ncdc/files
cd /home/hadoop/ncdc/
rm -r pub/
done
for i in {1901..2012}
do
cd /home/hadoop/ncdc/
wget -r -np -nH .cut-dirs=3 -R index.html http://ftp3.ncdc.noaa.gov/pub/data/noaa/$i/
cd pub/data/noaa/$i/
cp *.gz /home/hadoop/ncdc/files
cd /home/hadoop/ncdc/
rm -r pub/
done