牛客网在线编程SHELL篇

SHELL1 统计文件的行数

cat nowcoder.txt | wc -l

SHELL2 打印文件的最后5行

tail -n 5 nowcoder.txt

SHELL3 输出7的倍数

seq 0 7 500

SHELL4 输出第5行的内容

sed -n '5p' nowcoder.txt

SHELL5 打印空行的行号

grep -nv '.' nowcoder.txt  | cut -d ':' -f 1

SHELL6 去掉空行

grep '.' nowcoder.txt

SHELL7 打印字母数小于8的单词

for word in `cat nowcoder.txt`
do
    if [ ${#word} -lt 8 ]; then
        echo $word
    fi
done

SHELL8 统计所有进程占用内存大小的和

total_mem=0
for mem in `awk '{print $6;}' nowcoder.txt`
do
	total_mem=$[$total_mem + $mem]
done
echo $total_mem

SHELL9 统计每个单词出现的个数

awk '{ for (i = 1; i <= NF; i++) { print $i } }' nowcoder.txt | sort | uniq -c | sort -n | awk '{ print $2, $1 }'

SHELL10 第二列是否有重复

awk '{print $2}' nowcoder.txt | sort | uniq -cd | sort -n

SHELL11 转置文件的内容

num_columns=`head -n 1 nowcoder.txt | awk '{print NF}'`
for ((i = 1; i <= $num_columns; ++i))
do
	cut -d ' ' -f $i nowcoder.txt | awk '{ printf $1" " }'
	echo
done

SHELL12 打印每一行出现的数字个数

sed 's/[^1-5]//g' nowcoder.txt | awk -F "" '{ sum+=NF; print "line"NR" number: "NF } END { print "sum is "sum }'

SHELL13 去掉所有包含this的句子

cat | grep -v "this"

SHELL14 求平均值

sum=0
read N
for (( i = 0; i < $N; i++ ))
do
	read elem
	sum=$[ $sum + $elem ]
done
echo "scale=3; $sum / $N" | bc

SHELL15 去掉不需要的单词

grep -iv "b" nowcoder.txt

SHELL16 判断输入的是否为IP地址

for ip_address in `cat nowcoder.txt`
do
	echo $ip_address | grep -E '^[0-9]+\.[0-9]+\.[0-9]+\.[0-9]$' > /dev/null 2>&1
	if [ $? -eq 0 ]; then
		echo $ip_address | grep -E '^((25[0-5]|2[0-4][0-9]|((1[0-9]{2})|([1-9]?[0-9])))\.){3}(25[0-5]|2[0-4][0-9]|((1[0-9]{2})|([1-9]?[0-9])))$' > /dev/null 2>&1
		if [ $? -eq 0 ]; then
			echo yes
		else
			echo no
		fi
	else
		echo error
	fi
done

SHELL17 将字段逆序输出文件的每行

awk -F : '{
    printf $NF
    for (i = NF - 1; i >= 1; i--) {
        printf ":"$i
    }
    printf "\n"
}' nowcoder.txt

SHELL18 域名进行计数排序处理

cut -d '/' -f 3 nowcoder.txt | sort -nr | uniq -c | sed 's/^\s*//g'

SHELL19 打印等腰三角形

for (( i = 1; i <= 5; i++ ))
do
	for (( j = 5 - i; j >= 1; j-- ))
	do
		echo -n " "
	done
	for (( j = 1; j <= i; j++ ))
	do
		echo -n "* "
	done
	echo
done

SHELL20 打印只有一个数字的行

cat nowcoder.txt | grep "^[^0-9]*[0-9]\{1\}[^0-9]*$"

SHELL21 格式化输出

awk '{
    first_part=length($0) % 3 ? length($0) % 3 : 3;
    printf substr($0, 1, first_part);
    for (i = first_part + 1; i <= length($0); i += 3) {
        printf ","substr($0, i, 3);
    }
    printf "\n"
}' nowcoder.txt

SHELL22 处理文本

awk -F : '{
    if ($1 in counter) {
        counter[$1] = counter[$1]"\n"$2;
    } else {
        counter[$1] = $2;
    }
} END {
    for (key in counter) {
        print "["key"]\n"counter[key];
    }
}' nowcoder.txt

SHELL23 nginx日志分析1-IP统计

grep "23/Apr/2020" nowcoder.txt | awk '{print $1}' | sort | uniq -c | sort -nr | sed 's/^\s*//g'

SHELL24 nginx日志分析2-统计某个时间段的IP

grep -E '23/Apr/2020:(20|21|22|23)' nowcoder.txt | awk '{print $1}' | sort | uniq | wc -l

SHELL25 nginx日志分析3-统计访问3次以上的IP

awk '{print $1}' nowcoder.txt | sort | uniq -c | sed 's/^\s*//g' | grep -vE '^(1|2|3)\s' | sort -nr

SHELL26 nginx日志分析4-查询某个IP的详细访问情况

grep "192.168.1.22" nowcoder.txt | awk -F "GET" '{ print $2 }' | awk '{ print $1 }' | sort | uniq -c | sort -nr | sed 's/^\s*//g'

SHELL27 nginx日志分析5-统计爬虫抓取404的次数

grep "Baiduspider" nowcoder.txt | grep "404" | wc -l

SHELL28 nginx日志分析6-统计每分钟的请求数

cut -d ' ' -f 4 nowcoder.txt | cut -d ':' -f '2,3' | sort | uniq -c | sort -nr | sed 's/^\s*//g'

SHELL29 netstat练习1-查看各个状态的连接数

grep "tcp" nowcoder.txt | awk '{print $6}' | sort | uniq -c | sort -nr | awk '{print $2, $1}'

SHELL30 netstat练习2-查看和3306端口建立的连接

grep -E ":3306\s+ESTABLISHED" nowcoder.txt | awk '{print $5}' | cut -d ':' -f 1 | sort | uniq -c | sort -nr | sed 's/^\s*//g'

SHELL31 netstat练习3-输出每个IP的连接数

grep "tcp" nowcoder.txt | awk '{print $5}' | cut -d ':' -f 1 | sort | uniq -c | sort -nr | awk '{print $2, $1}'

SHELL32 netstat练习4-输出和3306端口建立连接总的各个状态的数目

echo -n "TOTAL_IP "
grep "3306" nowcoder.txt | awk '{print $5}' | cut -d ':' -f 1 | sort | uniq | wc -l
echo -n "ESTABLISHED "
grep "3306" nowcoder.txt | grep "ESTABLISHED" | wc -l
echo -n "TOTAL_LINK "
grep "3306" nowcoder.txt | wc -l

SHELL33 业务分析-提取值

cat nowcoder.txt | while read line
do
    echo $line | awk -F "org.apache.catalina.startup.VersionLoggerListener.log" '{ 
        if ($2 ~ "Server version") {
            print "serverVersion:"substr($2, index($2, ":") + 1)
        } else if ($2 ~ "Server number") {
            print "serverName:"substr($2, index($2, ":") + 1)
        } else if ($2 ~ "OS Name") {
            split($2, parts, ", ")
            print "osName:"substr(parts[1], index(parts[1], ":") + 1)
            print "osVersion:"substr(parts[2], index(parts[2], ":") + 1)
        }
    }'
done

SHELL34 ps分析-统计VSZ,RSS各自总和

tail -n +2 nowcoder.txt | awk '{ vsz += $5; rss += $6; } END { print "MEM TOTAL\nVSZ_SUM:"vsz/1024"M,RSS_SUM:"rss/1024"M" }'