airflow.cfg

[core]
dags_folder = /home/airflow/gcs/dags
plugins_folder = /home/airflow/gcs/plugins
executor = CeleryExecutor
dags_are_paused_at_creation = False
load_examples = False
donot_pickle = True
dagbag_import_timeout = 300
default_task_retries = 4
killed_task_cleanup_time = 50
parallelism = 18
dag_concurrency = 15
max_active_runs_per_dag = 3
enable_xcom_pickling = False
sql_alchemy_pool_recycle = 570
min_serialized_dag_update_interval = 30
store_serialized_dags = True
store_dag_code = True
wait_dag_not_found_timeout = 60

[logging]
base_log_folder = /home/airflow/gcs/logs
remote_logging = True
remote_log_conn_id = google_cloud_default
remote_base_log_folder = gs://us-central1-hubble-1pt5-dev-7db0e004-bucket/logs

[webserver]
web_server_host = 0.0.0.0
web_server_port = 8080
secret_key = temporary_key
workers = 2
worker_class = sync
expose_config = True
web_server_name = hubble-1pt5-dev
async_dagbag_loader = False
worker_refresh_interval = 60
web_server_worker_timeout = 60
enable_proxy_fix = True
update_fab_perms = False
google_oauth2_audience = /projects/476770284292/apps/he02f27a661269b05p-tp
rbac_user_registration_role = Op
cookie_samesite = Lax
reload_on_plugin_change = True

[api]
auth_backend = airflow.composer.api.backend.composer_auth
composer_auth_user_registration_role = Op

[celery]
celery_app_name = airflow.executors.celery_executor
worker_concurrency = 6
worker_log_server_port = 8793
broker_url = redis://airflow-redis-service.default.svc.cluster.local:6379/0
result_backend = redis://airflow-redis-service.default.svc.cluster.local:6379/0
flower_port = 5555
ssl_active = False

[celery_broker_transport_options]
visibility_timeout = 604800

[operators]
default_queue = default

[email]
email_backend = airflow.providers.sendgrid.utils.emailer.send_email

[scheduler]
dag_dir_list_interval = 30

[metrics]
statsd_on = True
statsd_host = airflow-monitoring-service.default.svc.cluster.local
statsd_port = 8125
statsd_prefix = airflow

[kubernetes]
pod_template_file = ${AIRFLOW_HOME}/composer_kubernetes_pod_template_file.yaml
namespace = composer-1-20-11-airflow-2-3-4-60dfaac1
in_cluster = False
config_file = /home/airflow/composer_kube_config