awk -F'\n' '{for (i = 1; i <= NF; i++){++word[$i];if (word[$i] == 1) printf("%s","\t" $i)}printf("\n")}' newipsect.all.spare.txt| sed -e'/^$/d;s/^\t//g' > newipsect.all.spare.txt.uniq
gzip -9 newipsect.all.spare.txt.uniq
awk -F'\n' '{for (i = 1; i <= NF; i++){++word[$i];if (word[$i] == 1) printf("%s","\t" $i)}printf("\n")}' newipsect.all.spare.txt| sed -e'/^$/d;s/^\t//g' > newipsect.all.spare.txt.uniq
gzip -9 newipsect.all.spare.txt.uniq
转载于:https://my.oschina.net/YcOk14itqTKB/blog/6006