熊猫学猿--airflow执行远程服务器命令

添加服务器链接

使用SSHOperator

from airflow.models import DAG
from airflow.operators.bash_operator import BashOperator
from airflow.contrib.operators.ssh_operator import SSHOperator
from datetime import datetime
from airflow.operators.subdag_operator import SubDagOperator
from datetime import timedelta, datetime
args = {
    'owner': 'xmxy',
    'depends_on_past': False,
    "catchup": False,
    'pool': 'syn_db',
    'email': ['xiongmaoxueyuan@xiongmaoxueyuan.com'],
    'email_on_failure': True,
    'email_on_retry': False,
    'start_date': datetime(2020, 9, 12, 18, 40),
    'retries': 3,
    'concurrency': 15,  # 每个dag运行过程中最大可同时运行的task实例数
    'retry_delay': timedelta(minutes=1),
}
dag = DAG(
    dag_id='xmxy_ssh',
    default_args=args,
    schedule_interval='*/10 * * * *',
    concurrency=10,
    tags=['gp']
)
SSHOperator(ssh_conn_id='ssh_sync', task_id='update_syn',
                    command='/bin/python3.6 -u /root/sync_db/main.py -c ' + name + ' || exit 1', dag=dag) #ssh_conn_id为在admin-connecition创建的conn_id