https://www.toutiao.com/article/7215851917342704189/?app=news_article×tamp=1680160313&use_new_style=1&req_id=2023033015115266F0FB8AD859860CD024&group_id=7215851917342704189&wxshare_count=1&tt_from=weixin&utm_source=weixin&utm_medium=toutiao_android&utm_campaign=client_share&share_token=dff5db6a-dfd1-441d-bea2-784354e7de5f&source=m_redirect&wid=1680160344132
在工作中我们常用shell脚本处理一些问题,这里整理了一些工作中常用的简单shell脚本。
定时备份文件
#!/bin/bash
backup_dir=“/data1/backup”
src_dir=“/data1/app”
date_time=$(date +%Y%m%d_%H%M%S)
tar -czvf
b
a
c
k
u
p
d
i
r
/
{backup_dir}/
backupdir/{date_time}.tar.gz KaTeX parse error: Expected 'EOF', got '#' at position 21: …dir} 批量更改文件后缀名 #̲!/bin/bash for …file" “${file%jpg}png”
done
执行多个任务并发运行
#!/bin/bash
task1 &
task2 &
task3 &
wait
echo “All tasks completed!”
根据文件大小清理指定目录
#!/bin/bash
dir=“/data/log”
max_size=“50M”
find
d
i
r
−
t
y
p
e
f
−
s
i
z
e
+
{dir} -type f -size +
dir−typef−size+{max_size} -delete
自动解压文件并删除原文件
#!/bin/bash
for file in *.zip
do
unzip ${file} && rm KaTeX parse error: Expected 'EOF', got '#' at position 25: …ne 监控服务器内存使用情况 #̲!/bin/bash tota…(free -m | awk 'NR2{print KaTeX parse error: Expected 'EOF', got '}' at position 2: 2}̲') used_mem=(free -m | awk 'NR2{print KaTeX parse error: Expected 'EOF', got '}' at position 2: 3}̲') percent=(bc -l <<< “scale=2;
u
s
e
d
m
e
m
/
{used_mem}/
usedmem/{total_mem}*100”)
if ((
(
e
c
h
o
"
(echo "
(echo"{percent} > 80" | bc -l) )); then
echo “Memory usage exceeds 80%!”
# Send notification email or alert
fi
传参数启动java项目
#! /bin/bash
#jar包的文件路径
APP_NAME=“$2”
PORT=9086
help(){
echo “="
echo “项目地址: ${APP_NAME}”
echo “你可以使用如下参数进行操作”
echo “-status -查看当前项目运行状态”
echo “-start -启动当前项目”
echo “-stop -停止当前项目”
echo “-restart -重启当前项目”
echo "=”
}
#查找jar包进程,排除grep,进程信息的第二个字段:即进程号
pid=netstat -apn |grep $PORT |awk '{print $7}' |cut -d/ -f 1
status(){
if [ -z “
p
i
d
"
]
t
h
e
n
e
c
h
o
"
项目已停止运行
"
e
l
s
e
e
c
h
o
"
项目正在运行
.
.
.
"
e
c
h
o
"
进程号
:
pid" ] then echo "项目已停止运行" else echo "项目正在运行..." echo "进程号:
pid"]thenecho"项目已停止运行"elseecho"项目正在运行..."echo"进程号:pid”
echo “项目名称:$APP_NAME”
fi
}
start(){
if [ -z “$pid” ]
then
echo “正在启动…”
nohup java -Dspring.profiles.active=prod -jar KaTeX parse error: Expected 'EOF', got '&' at position 30: …v/null 2>nohup &̲ …pid"
fi
}
stop(){
if [ -z “$pid” ]
then
echo “项目已经停止”
else
kill -9 $pid
echo “完成停止项目”
fi
}
restart(){
if [ -z “$pid” ]
then
echo “项目未启动”
else
kill -9 $pid
fi
sleep 5
start
echo “完成项目重启”
}
case “KaTeX parse error: Expected 'EOF', got '#' at position 167: …; esac 自动备份数据库 #̲!/bin/bash db_h…(date +%Y%m%d_%H%M%S)
mysqldump -h
d
b
h
o
s
t
−
P
{db_host} -P
dbhost−P{db_port} -u
d
b
u
s
e
r
−
p
{db_user} -p
dbuser−p{db_pass} ${db_name} | gzip >
b
a
c
k
u
p
d
i
r
/
{backup_dir}/
backupdir/{db_name}-KaTeX parse error: Expected 'EOF', got '#' at position 35: …扫描服务器端口并发送报告邮件 #̲!/bin/bash host…{host_ip}/KaTeX parse error: Expected 'EOF', got '&' at position 21: …}" 2>/dev/null &̲& echo "{host_ip}😒{port} is open” >> ${report_file}
done
Send report email
mail -s “Port scan report” admin@example.com < ${report_file}
自动更新服务器软件包并重启服务
#!/bin/bash
yum update -y
service nginx restart
service mysql restart
service tomcat restart
11.自动清理过期日志文件
#!/bin/bash
log_dir=“/data/log”
max_age=“30” # days
find
l
o
g
d
i
r
−
t
y
p
e
f
−
m
t
i
m
e
+
{log_dir} -type f -mtime +
logdir−typef−mtime+{max_age} -delete
12.自动备份MySQL数据库并删除旧备份
#!/bin/bash
db_user=“root”
db_pass=“password”
backup_dir=“/data/backup”
date_time=
(
d
a
t
e
+
d
b
l
i
s
t
=
(date +%Y%m%d_%H%M%S) db_list=
(date+dblist=(mysql -u
d
b
u
s
e
r
−
p
{db_user} -p
dbuser−p{db_pass} -e “show databases;” | grep -Ev “(Database|information_schema|performance_schema)”)
for db in
d
b
l
i
s
t
d
o
m
y
s
q
l
d
u
m
p
−
u
{db_list} do mysqldump -u
dblistdomysqldump−u{db_user} -p${db_pass} ${db} | gzip >
b
a
c
k
u
p
d
i
r
/
{backup_dir}/
backupdir/{db}-${date_time}.sql.gz
done
find ${backup_dir} -type f -name ‘*.gz’ -mtime +7 -delete
13.批量重命名文件名中的空格为下划线
#!/bin/bash
for file in *\ *
do
mv “
f
i
l
e
"
"
{file}" "
file""{file// /_}”
done
14.自动清理过期Docker镜像及容器
#!/bin/bash
image_age=“7” # days
container_age=“2” # days
docker system prune -f
docker rmi $(docker images -q --filter “dangling=true”) 2>/dev/null || true
docker container prune -f
docker ps -a | awk '/Exited/ {print KaTeX parse error: Expected 'EOF', got '}' at position 2: 1}̲' | xargs docke…(( ${container_age} * 86400 ))" | xargs docker rm
15.自动压缩指定目录并上传到远程服务器
#!/bin/bash
local_dir=“/data/app”
backup_dir=“/data/backup”
remote_host=“192.168.1.100”
remote_port=“22”
remote_user=“root”
remote_dir=“/backup”
ssh_key=“/root/.ssh/id_rsa”
date_time=
(
d
a
t
e
+
f
i
l
e
n
a
m
e
=
"
(date +%Y%m%d_%H%M%S) filename="
(date+filename="{backup_dir}/app_${date_time}.tar.gz"
tar -czvf ${filename} ${local_dir}
scp -i ${ssh_key} -P ${remote_port} ${filename}
r
e
m
o
t
e
u
s
e
r
@
{remote_user}@
remoteuser@{remote_host}😒{remote_dir}
rm ${filename}
16.自动监控Nginx请求量及响应时间
#!/bin/bash
log_file=“/var/log/nginx/access.log”
interval=“60” # seconds
req_count=$(tail -n 100
l
o
g
f
i
l
e
∣
w
c
−
l
)
a
v
g
r
e
s
p
t
i
m
e
=
{log_file} | wc -l) avg_resp_time=
logfile∣wc−l)avgresptime=(tail -n 100 KaTeX parse error: Expected '}', got 'EOF' at end of input: …| awk '{total+=NF} END {print total/NR}')
if ((
(
e
c
h
o
"
(echo "
(echo"{req_count} > 100" | bc -l) )); then
echo “High request count: ${req_count}”
# Send notification email or alert
fi
if ((
(
e
c
h
o
"
(echo "
(echo"{avg_resp_time} > 1.0" | bc -l) )); then
echo “High average response time: ${avg_resp_time}s”
# Send notification email or alert
fi
17.定时同步文件到远程服务器
#!/bin/bash
local_file=“/data/app/myfile”
remote_host=“192.168.1.100”
remote_port=“22”
remote_user=“root”
remote_file=“/data/files/myfile”
ssh_key=“/root/.ssh/id_rsa”
md5sum_local=$(md5sum ${local_file} | awk '{print KaTeX parse error: Expected 'EOF', got '}' at position 2: 1}̲') md5sum_remot…(ssh -i ${ssh_key} -p ${remote_port}
r
e
m
o
t
e
u
s
e
r
@
{remote_user}@
remoteuser@{remote_host} “md5sum ${remote_file} 2>/dev/null” | awk '{print KaTeX parse error: Expected 'EOF', got '}' at position 2: 1}̲') if [ "{md5sum_local}" != “${md5sum_remote}” ]; then
scp -i ${ssh_key} -P ${remote_port} ${local_file}
r
e
m
o
t
e
u
s
e
r
@
{remote_user}@
remoteuser@{remote_host}😒{remote_file}
fi
18.自动备份MongoDB数据库并上传到远程服务器
#!/bin/bash
db_name=“mydb”
backup_dir=“/data/backup”
remote_host=“192.168.1.100”
remote_port=“22”
remote_user=“root”
remote_dir=“/backup”
ssh_key=“/root/.ssh/id_rsa”
date_time=
(
d
a
t
e
+
f
i
l
e
n
a
m
e
=
"
(date +%Y%m%d_%H%M%S) filename="
(date+filename="{backup_dir}/KaTeX parse error: Expected group after '_' at position 10: {db_name}_̲{date_time}.tar.gz"
mongodump --gzip --archive=
f
i
l
e
n
a
m
e
−
−
d
b
=
{filename} --db=
filename−−db={db_name}
scp -i ${ssh_key} -P ${remote_port} ${filename}
r
e
m
o
t
e
u
s
e
r
@
{remote_user}@
remoteuser@{remote_host}😒{remote_dir}
rm ${filename}
19.批量更新Docker镜像
#!/bin/bash
docker-compose pull
docker-compose up -d
20自动备份文件到FTP服务器并删除旧备份
#!/bin/bash
local_dir=“/data/app”
backup_dir=“/data/backup”
remote_host=“ftp.example.com”
remote_user=“backup_user”
remote_pass=“backup_password”
remote_dir=“/backup/files”
filename=“KaTeX parse error: Expected group after '_' at position 17: …backup_dir}/app_̲(date +%Y%m%d_%H%M%S).tar.gz”
tar -czvf ${filename} ${local_dir}
ncftp -u ${remote_user} -p ${remote_pass} ${remote_host} <<EOF
cd ${remote_dir}
put ${filename}
ls -t | awk ‘NR>7’ | xargs rm
quit
EOF
rm ${filename}