find -H gbk_txt_dir -type f |grep -i '\.txt' | awk '{print "iconv -f GBK -t UTF8 \"" $0 "\" -o \"" $0 "\""} ' > 1.txt
cat 1.txt | awk -F ' -o ' '{print $1 " -o "}' > 1.1.txt
cat 1.txt | awk -F ' -o ' '{print $2}' | sed 's/\//_/g' | sed 's/gbk_txt_dir_/gbk_txt_dir_utf8\//g' > 1.2.txt
paste 1.1.txt 1.2.txt | parallel -j 48
子目录替换为
_
并行执行
# e.g
iconv -f GBK -t UTF8 "txt/神作怪全集/神作怪全集.txt" -o "txt_utf8/神作怪全集_神作怪全集.txt"
参考: https://unix.stackexchange.com/questions/16443/combine-text-files-column-wise