airflow-prod.cfg

[core]
dags_folder = /home/airflow/gcs/dags
plugins_folder = /home/airflow/gcs/plugins
executor = CeleryExecutor
dags_are_paused_at_creation = False
load_examples = False
donot_pickle = True
dagbag_import_timeout = 30
default_task_retries = 2
killed_task_cleanup_time = 50
parallelism = 36
dag_concurrency = 15
max_active_runs_per_dag = 3
enable_xcom_pickling = False
min_serialized_dag_update_interval = 30
store_serialized_dags = True
store_dag_code = True
wait_dag_not_found_timeout = 60

[database]
sql_alchemy_pool_recycle = 570

[logging]
base_log_folder = /home/airflow/gcs/logs
remote_logging = True
remote_log_conn_id = google_cloud_default
remote_base_log_folder = gs://us-central1-hubble-2-d948d67b-bucket/logs

[webserver]
web_server_host = 0.0.0.0
web_server_port = 8080
secret_key = temporary_key
workers = 2
worker_class = sync
expose_config = True
web_server_name = hubble-2
async_dagbag_loader = False
worker_refresh_interval = 600
web_server_worker_timeout = 60
enable_proxy_fix = True
update_fab_perms = False
google_oauth2_audience = /projects/144255142163/apps/g2e67c7d7015a4744p-tp
rbac_user_registration_role = Op
cookie_samesite = Lax
reload_on_plugin_change = True

[api]
auth_backends = airflow.composer.api.backend.composer_auth,airflow.api.auth.backend.session
composer_auth_user_registration_role = Op

[celery]
celery_app_name = airflow.executors.celery_executor
worker_concurrency = 6
worker_log_server_port = 8793
broker_url = redis://airflow-redis-service.default.svc.cluster.local:6379/0
result_backend = redis://airflow-redis-service.default.svc.cluster.local:6379/0
flower_port = 5555
ssl_active = False

[celery_broker_transport_options]
visibility_timeout = 604800

[operators]
default_queue = default

[email]
email_backend = airflow.providers.sendgrid.utils.emailer.send_email

[scheduler]
dag_dir_list_interval = 30
num_runs = 5000

[metrics]
statsd_on = True
statsd_host = airflow-monitoring-service.default.svc.cluster.local
statsd_port = 8126
statsd_prefix = airflow

[kubernetes]
pod_template_file = ${AIRFLOW_HOME}/composer_kubernetes_pod_template_file.yaml
namespace = composer-1-19-11-airflow-2-3-3-892392e2
in_cluster = False
config_file = /home/airflow/composer_kube_config