一些常用的linux命令

🔥Terminal终端:

• git remote set-url origin https://codeXXXXXXXXXXXXXXXXXXXX@github.com/elegantcoin/utils.git 登录git
• alias gp="gitpush() {git push origin HEAD:refs/for/develop%topic='$1'};gitpush"
• rsync --bwlimit=1000 -artP file1 -e 'ssh -p xxxx' user@targetmachine:file2
• cat cmd_lines_2022-05_15.log|egrep -E "history lines |\(103\)"
• split -l 1000 -a 3 bigfiles.txt smallfiles.txt split files
• mysql/redis-cli -h service -P xxxx -u username -p password mysql
• docker ps docker
• docker commit 1234 softeorename:v2.0 docker commit
• docker save -o softeorename.tar softeorename:v2.0 docker save
• docker load -i softeorename.tar docker load
• docker run -dit -v /tmp/localpath:home --name softeorename softeorename:v2.0
• docker exec -it 100 /bin/bash
• keys * / get key 100 redis
• tar -cvf compress.tar /filefolder --exclude=./.ssh tar
• tar cf /tmp/compress.tar /big/tree --exclude-from <(find /big/tree -size +3M) tar
• tar czf /tmp/compress.tar |split -b 1000m - small-file.tar split tar file
• find /tmp/path -3M|xargs tar cf /tmp/compress.tar tar fills <3M in path
• find ./ -name "*" -size +3M find files >3M
• find ./ -name "*.txt|xargs cat >3.txt" cat into one file
• find . -name "*.txt" | xargs -i cp {} /home/users/
• find -type f -print | xargs grep "include" | awk '{gsub(":"," ");print $1}' | uniq -c
• find ./ -name "*include*" | awk '{print $1}'
• wget https://repo.anaconda.com/archive/Anaconda3-2020.11-Linux-x86_64.sh get ananconda
• vim ~/.bash_history
• vim ~/.bashrc
• vim ~/.bash_profile
• mkdir -vp temp1/subdir/subdir
• nohup jupyter 2>&1 & nohup
• jupyter notebook >jupyter.log 2>&1 &
• ps -aux |egrep test.sh|egrep -v grep|awk '${print $0}'|sort -k 2 -n
• ps -aux|egrep python |xargs kill -9 careful if root user
• ps -eo pid,sgi_p,cmd --sort sgi_p|egrep "python"
• magick -loop 0 -delay 10 fram*.jpg frame.gif generate gifs
• rsvg-convert -z 10.0 pprof001_true.svg >pprof001.png convert to png
• tree -df tree dir
• tree -L 3 tree 3 levels
• tree -dfIL "*anaconda*|*git*" 3 tree ignore keywords
• rename 's/\.jpeg/\.jpg' *.jpeg rename using regx
• cat my_log.log|egrep ''$'\t123'$'\tsname'|sort -k 1 -k 2 egrep \t and sort
• ls --sort=none no sorting when ls(useful in huge files folder)
• aek '! a[$0]++' drop duplicate
• sed -i'.bak' 's/words/word/g' my_log.log replace global
• python -m cProfile my_script.py cProfile
• go tool pprof cpu.out go Profile
• /bin/spark2-submit --master yarn --deploy-mode client --queue username --driver-memory 32g --executor-cores 10 --executor-memory 32g spark
• date -d @${1:0:10}.${1:10} +'%F %H:%M:%S' 把1678617600123213300 形式的转换成字符串形式
• date -d "2015-08-04 10:30:45" +%s%N 把字符串转换为时间戳

    # Python zip() behavior in bash
    file_names=$(ls *.txt)
    file_arr=($file_names)
    var_arr=($file_arr)
    i=0
    for s_one in $file_names;do
    ((i++))
    # head my_log.log|awk -F ',' '{printf("%s %s\n",split($0,var_arr,","),var_arr[1])}
    my_count=$(cat $s_one |wc -l)
    my_content=$(sed 's/\\n/\\\\n/g' $s_one)
    echo "${var_arr[${i}]}"
    echo "#\n#${s_one}|${my_count}\n\n${my_content}\n\n" >>all.txt
    mv file_$i.qgz file${s_one}.qgz

• ``

    # function in bash
    auto_triger() {
        msg=$1
        echo ${msg}
    }
    auto_triger "this is a func"

• ``

    # crontab -l -e
    30 09 * * * cd /tmp/robot && sh start_robot.sh >>robot.log 2>&1

	rm -f perf.*
	#sudo perf record -F 99 -p $1 -g -o in-fb.data -- sleep 20 # 首先使用99HZ的采样频率，对pid为$1的进程进行采样，采样输出到in-fb.data中，采样时长为60秒
	#sudo perf report -g fractal -F+period,srcline -n --stdio
	sudo perf record -e cpu-clock  -p $1 -g -F 99 -o perf.data  -- sleep 20
	sudo perf script -i perf.data &> perf.unfold
	sudo /opt/FlameGraph/stackcollapse-perf.pl perf.unfold &> perf.folded
	sudo /opt/FlameGraph/flamegraph.pl perf.folded > perf.svg
	rm perf.unfold perf.folded in-fb.data