无名 发表于 2022-5-8 17:20:11

【梅开二度】apache airflow高可用安装配置

airflow 1.10.11 高可用模式安装配置:
总共三台机器三个角色:master1 master2 worker1

# 所有节点安装airflow
    mkdir -p ~/airflow
    export AIRFLOW_HOME=~/airflow
    cd ~/airflow
    python3.6 -m pip install virtualenv
    /usr/local/bin/virtualenv .venv
    source .venv/bin/activate
    pip3.6 install apache-airflow celery redis
# master2节点安装failover-controller
    pip3.6 install git+git://github.com/teamclairvoyant/airflow-scheduler-failover-controller.git@v1.0.5
    # 修改默认端口22为指定端口
      vim ./.venv/lib/python3.6/site-packages/scheduler_failover_controller/command_runner/command_runner.py
      34 command_split = [“ssh”, “-tt”, host, base_command]
      36 command_split = [“ssh”, host, base_command]
      改为
      “-p”, “12321”,
http://cdn.u1.huluxia.com/g4/M03/FF/E8/rBAAdl80eziAExkwAAGccGEyaMg661.jpg
页: [1]
查看完整版本: 【梅开二度】apache airflow高可用安装配置