Drop support for all Airflow versions below 2.11 in Helm Chart

chart/files/pod-template-file.kubernetes-helm-yaml

@@ -53,7 +53,7 @@ spec:
     {{- if .Values.workers.extraInitContainers }}
       {{- tpl (toYaml .Values.workers.extraInitContainers) . | nindent 4 }}
     {{- end }}
-    {{- if and (semverCompare ">=2.8.0" .Values.airflowVersion) (or .Values.workers.kubernetes.kerberosInitContainer.enabled .Values.workers.kerberosInitContainer.enabled) }}
+    {{- if or .Values.workers.kubernetes.kerberosInitContainer.enabled .Values.workers.kerberosInitContainer.enabled }}
     - name: kerberos-init
       image: {{ template "airflow_image" . }}
       imagePullPolicy: {{ .Values.images.airflow.pullPolicy }}

chart/templates/NOTES.txt

@@ -204,7 +204,7 @@ DEPRECATION WARNING:
 
 {{- end }}
 
-{{- if ne (.Values.workers.args | toJson) (list "bash" "-c" "exec \\\nairflow {{ semverCompare \">=2.0.0\" .Values.airflowVersion | ternary \"celery worker\" \"worker\" }}\n{{- if and .Values.workers.queue (ne .Values.workers.queue \"default\") }}\n{{- \" -q \" }}{{ .Values.workers.queue }}\n{{- end }}" | toJson) }}
+{{- if ne (.Values.workers.args | toJson) (list "bash" "-c" "exec \\\nairflow celery worker\n{{- if and .Values.workers.queue (ne .Values.workers.queue \"default\") }}\n{{- \" -q \" }}{{ .Values.workers.queue }}\n{{- end }}" | toJson) }}
 
  DEPRECATION WARNING:
     `workers.args` has been renamed to `workers.celery.args`.

chart/templates/_helpers.yaml

@@ -113,7 +113,7 @@ If release name contains chart name it will be used as a full name.
         key: jwt-secret
   {{- end }}
   {{- if or (contains "CeleryExecutor" .Values.executor) (contains "CeleryKubernetesExecutor" .Values.executor) }}
-    {{- if or (semverCompare "<2.4.0" .Values.airflowVersion) (.Values.data.resultBackendSecretName) (.Values.data.resultBackendConnection) }}
+    {{- if or (.Values.data.resultBackendSecretName) (.Values.data.resultBackendConnection) }}
     {{- if .Values.enableBuiltInSecretEnvVars.AIRFLOW__CELERY__CELERY_RESULT_BACKEND }}
   # (Airflow 1.10.* variant)
   - name: AIRFLOW__CELERY__CELERY_RESULT_BACKEND
@@ -502,11 +502,7 @@ If release name contains chart name it will be used as a full name.
 {{- end }}
 
 {{- define "celery_executor_namespace" -}}
-  {{- if semverCompare ">=2.7.0" .Values.airflowVersion }}
-    {{- print "airflow.providers.celery.executors.celery_executor.app" -}}
-  {{- else }}
-    {{- print "airflow.executors.celery_executor.app" -}}
-  {{- end }}
+  {{- print "airflow.providers.celery.executors.celery_executor.app" -}}
 {{- end }}
 
 {{- define "pgbouncer_config" -}}
@@ -749,145 +745,42 @@ server_tls_key_file = /etc/pgbouncer/server.key
   {{- include "_serviceAccountName" (merge (dict "key" "databaseCleanup" "nameSuffix" "database-cleanup") .) -}}
 {{- end }}
 
-{{- define "wait-for-migrations-command" -}}
-  {{- if semverCompare ">=2.0.0" .Values.airflowVersion }}
+{{- define "wait-for-migrations-command" }}
   - airflow
   - db
   - check-migrations
   - --migration-wait-timeout={{ .Values.images.migrationsWaitTimeout }}
-  {{- else }}
-  - python
-  - -c
-  - |
-        import airflow
-        import logging
-        import os
-        import time
-
-        from alembic.config import Config
-        from alembic.runtime.migration import MigrationContext
-        from alembic.script import ScriptDirectory
-
-        from airflow import settings
-
-        package_dir = os.path.abspath(os.path.dirname(airflow.__file__))
-        directory = os.path.join(package_dir, 'migrations')
-        config = Config(os.path.join(package_dir, 'alembic.ini'))
-        config.set_main_option('script_location', directory)
-        config.set_main_option('sqlalchemy.url', settings.SQL_ALCHEMY_CONN.replace('%', '%%'))
-        script_ = ScriptDirectory.from_config(config)
-
-        timeout=60
-
-        with settings.engine.connect() as connection:
-            context = MigrationContext.configure(connection)
-            ticker = 0
-            while True:
-                source_heads = set(script_.get_heads())
-
-                db_heads = set(context.get_current_heads())
-                if source_heads == db_heads:
-                    break
-
-                if ticker >= timeout:
-                    raise TimeoutError("There are still unapplied migrations after {} seconds.".format(ticker))
-                ticker += 1
-                time.sleep(1)
-                logging.info('Waiting for migrations... %s second(s)', ticker)
-  {{- end }}
 {{- end }}
 
 {{- define "scheduler_liveness_check_command" }}
-  {{- if semverCompare ">=2.5.0" .Values.airflowVersion }}
   - sh
   - -c
   - |
     CONNECTION_CHECK_MAX_COUNT=0 AIRFLOW__LOGGING__LOGGING_LEVEL=ERROR exec /entrypoint \
     airflow jobs check --job-type SchedulerJob --local
-  {{- else if semverCompare ">=2.1.0" .Values.airflowVersion }}
-  - sh
-  - -c
-  - |
-    CONNECTION_CHECK_MAX_COUNT=0 AIRFLOW__LOGGING__LOGGING_LEVEL=ERROR exec /entrypoint \
-    airflow jobs check --job-type SchedulerJob --hostname $(hostname)
-  {{- else }}
-  - sh
-  - -c
-  - |
-    CONNECTION_CHECK_MAX_COUNT=0 exec /entrypoint python -Wignore -c "
-    import os
-    os.environ['AIRFLOW__CORE__LOGGING_LEVEL'] = 'ERROR'
-    os.environ['AIRFLOW__LOGGING__LOGGING_LEVEL'] = 'ERROR'
-    from airflow.jobs.scheduler_job import SchedulerJob
-    from airflow.utils.db import create_session
-    from airflow.utils.net import get_hostname
-    import sys
-    with create_session() as session:
-        job = session.query(SchedulerJob).filter_by(hostname=get_hostname()).order_by(
-            SchedulerJob.latest_heartbeat.desc()).limit(1).first()
-    sys.exit(0 if job.is_alive() else 1)"
-  {{- end }}
 {{- end }}
 
 
 {{- define  "scheduler_startup_check_command" }}
-  {{- if semverCompare ">=2.5.0" .Values.airflowVersion }}
   - sh
   - -c
   - |
     CONNECTION_CHECK_MAX_COUNT=0 AIRFLOW__LOGGING__LOGGING_LEVEL=ERROR exec /entrypoint \
     airflow jobs check --job-type SchedulerJob --local
-  {{- else if semverCompare ">=2.1.0" .Values.airflowVersion }}
-  - sh
-  - -c
-  - |
-    CONNECTION_CHECK_MAX_COUNT=0 AIRFLOW__LOGGING__LOGGING_LEVEL=ERROR exec /entrypoint \
-    airflow jobs check --job-type SchedulerJob --hostname $(hostname)
-  {{- else }}
-  - sh
-  - -c
-  - |
-    CONNECTION_CHECK_MAX_COUNT=0 exec /entrypoint python -Wignore -c "
-    import os
-    os.environ['AIRFLOW__CORE__LOGGING_LEVEL'] = 'ERROR'
-    os.environ['AIRFLOW__LOGGING__LOGGING_LEVEL'] = 'ERROR'
-    from airflow.jobs.scheduler_job import SchedulerJob
-    from airflow.utils.db import create_session
-    from airflow.utils.net import get_hostname
-    import sys
-    with create_session() as session:
-        job = session.query(SchedulerJob).filter_by(hostname=get_hostname()).order_by(
-            SchedulerJob.latest_heartbeat.desc()).limit(1).first()
-    sys.exit(0 if job.is_alive() else 1)"
-  {{- end }}
 {{- end }}
 
 {{- define "triggerer_liveness_check_command" }}
-  {{- if semverCompare ">=2.5.0" .Values.airflowVersion }}
   - sh
   - -c
   - |
     CONNECTION_CHECK_MAX_COUNT=0 AIRFLOW__LOGGING__LOGGING_LEVEL=ERROR exec /entrypoint \
     airflow jobs check --job-type TriggererJob --local
-  {{- else }}
-  - sh
-  - -c
-  - |
-    CONNECTION_CHECK_MAX_COUNT=0 AIRFLOW__LOGGING__LOGGING_LEVEL=ERROR exec /entrypoint \
-    airflow jobs check --job-type TriggererJob --hostname $(hostname)
-  {{- end }}
 {{- end }}
 
 {{- define "dag_processor_liveness_check_command" }}
-  {{- $commandArgs := (list) -}}
-  {{- if semverCompare ">=2.5.0" .Values.airflowVersion }}
-    {{- $commandArgs = append $commandArgs "--local" -}}
-    {{- if semverCompare ">=2.5.2" .Values.airflowVersion }}
-      {{- $commandArgs = concat $commandArgs (list "--job-type" "DagProcessorJob") -}}
-    {{- end }}
-  {{- else }}
-    {{- $commandArgs = concat $commandArgs (list "--hostname" "$(hostname)") -}}
-  {{- end }}
+  {{- $commandArgs := (list) }}
+  {{- $commandArgs = append $commandArgs "--local" }}
+  {{- $commandArgs = concat $commandArgs (list "--job-type" "DagProcessorJob") }}
   - sh
   - -c
   - |

chart/templates/check-values.yaml

@@ -21,6 +21,14 @@
 The sole purpose of this YAML file is it to check the values file is consistent for some complex combinations.
 */ -}}
 
+{{- /*
+##############################
+   Version checks
+#############################
+*/ -}}
+  {{- if semverCompare "<2.11.0" .Values.airflowVersion }}
+    {{ required "This chart only supports Airflow version 2.11.0 and above." nil }}
+  {{- end }}
 {{- /*
 ##############################
    Redis related checks

chart/templates/configmaps/configmap.yaml

@@ -69,14 +69,12 @@ data:
   {{- end }}
 
 {{- if or (contains "LocalKubernetesExecutor" $.Values.executor) (contains "KubernetesExecutor" $.Values.executor) (contains "CeleryKubernetesExecutor" $.Values.executor) }}
-{{- if semverCompare ">=1.10.12" .Values.airflowVersion }}
   pod_template_file.yaml: |-
     {{- if .Values.podTemplate }}
       {{- tpl .Values.podTemplate . | nindent 4 }}
     {{- else }}
       {{- tpl (.Files.Get "files/pod-template-file.kubernetes-helm-yaml") . | nindent 4 }}
     {{- end }}
-{{- end }}
 {{- end }}
 
   {{- if .Values.kerberos.enabled }}

chart/templates/dag-processor/dag-processor-deployment.yaml

@@ -20,7 +20,6 @@
 ################################
 ## Airflow Dag Processor Deployment
 #################################
-{{- if semverCompare ">=2.3.0" .Values.airflowVersion }}
 {{- $enabled := .Values.dagProcessor.enabled }}
 {{- if eq $enabled nil}}
   {{ $enabled = ternary true false (semverCompare ">=3.0.0" .Values.airflowVersion) }}
@@ -278,4 +277,3 @@ spec:
           emptyDir: {{- toYaml (default (dict) .Values.logs.emptyDirConfig) | nindent 12 }}
 {{- end }}
 {{- end }}
-{{- end }}

chart/templates/dag-processor/dag-processor-poddisruptionbudget.yaml

@@ -20,7 +20,6 @@
 ################################
 ## Airflow Dag Processor PodDisruptionBudget
 #################################
-{{- if semverCompare ">=2.3.0" .Values.airflowVersion }}
 {{- $enabled := .Values.dagProcessor.enabled }}
 {{- if eq $enabled nil}}
   {{ $enabled = ternary true false (semverCompare ">=3.0.0" .Values.airflowVersion) }}
@@ -47,4 +46,3 @@ spec:
       release: {{ .Release.Name }}
   {{- toYaml .Values.dagProcessor.podDisruptionBudget.config | nindent 2 }}
 {{- end }}
-{{- end }}

chart/templates/dag-processor/dag-processor-serviceaccount.yaml

@@ -17,10 +17,9 @@
  under the License.
 */}}
 
-################################
+#######################################
 ## Airflow Dag Processor ServiceAccount
-#################################
-{{- if semverCompare ">=2.3.0" .Values.airflowVersion }}
+#######################################
 {{- $enabled := .Values.dagProcessor.enabled }}
 {{- if eq $enabled nil}}
   {{ $enabled = ternary true false (semverCompare ">=3.0.0" .Values.airflowVersion) }}
@@ -44,4 +43,3 @@ metadata:
   annotations: {{- toYaml . | nindent 4 }}
   {{- end }}
 {{- end }}
-{{- end }}

chart/templates/pgbouncer/pgbouncer-networkpolicy.yaml

@@ -21,7 +21,7 @@
 ## Pgbouncer NetworkPolicy
 #################################
 {{- $workersKedaEnabled := and .Values.workers.keda.enabled (has .Values.executor (list "CeleryExecutor" "CeleryKubernetesExecutor")) }}
-{{- $triggererEnabled := and (semverCompare ">=2.2.0" .Values.airflowVersion) .Values.triggerer.enabled }}
+{{- $triggererEnabled := .Values.triggerer.enabled }}
 {{- $triggererKedaEnabled := and $triggererEnabled .Values.triggerer.keda.enabled }}
 {{- if and .Values.pgbouncer.enabled .Values.networkPolicies.enabled }}
 apiVersion: networking.k8s.io/v1

chart/templates/rbac/security-context-constraint-rolebinding.yaml

@@ -80,11 +80,9 @@ subjects:
     name: {{ include "redis.serviceAccountName" . }}
     namespace: "{{ .Release.Namespace }}"
   {{- end }}
-  {{- if and (semverCompare ">=2.2.0" .Values.airflowVersion) }}
   - kind: ServiceAccount
     name: {{ include "triggerer.serviceAccountName" . }}
     namespace: "{{ .Release.Namespace }}"
-  {{- end }}
   - kind: ServiceAccount
     name: {{ include "migrateDatabaseJob.serviceAccountName" . }}
     namespace: "{{ .Release.Namespace }}"

chart/templates/scheduler/scheduler-deployment.yaml

@@ -238,12 +238,10 @@ spec:
           {{- end }}
           resources: {{- toYaml .Values.scheduler.resources | nindent 12 }}
           volumeMounts:
-            {{- if semverCompare ">=1.10.12" .Values.airflowVersion }}
             - name: config
               mountPath: {{ include "airflow_pod_template_file" . }}/pod_template_file.yaml
               subPath: pod_template_file.yaml
               readOnly: true
-            {{- end }}
             - name: logs
               mountPath: {{ template "airflow_logs" . }}
               {{- if .Values.logs.persistence.subPath }}

chart/templates/secrets/result-backend-connection-secret.yaml

@@ -22,7 +22,7 @@
 #################################
 {{- if not .Values.data.resultBackendSecretName }}
 {{- if or (contains "CeleryExecutor" .Values.executor) (contains "CeleryKubernetesExecutor" .Values.executor) }}
-{{- if or (semverCompare "<2.4.0" .Values.airflowVersion) (and (semverCompare ">=2.4.0" .Values.airflowVersion) .Values.data.resultBackendConnection) }}
+{{- if .Values.data.resultBackendConnection }}
 {{- $connection := .Values.data.resultBackendConnection | default .Values.data.metadataConnection }}
 {{- $resultBackendHost := $connection.host | default (printf "%s-%s" .Release.Name "postgresql") }}
 {{- $pgbouncerHost := printf "%s-%s" .Release.Name "pgbouncer" }}

chart/templates/triggerer/triggerer-deployment.yaml

@@ -20,10 +20,9 @@
 ################################
 ## Airflow Triggerer Deployment
 #################################
-{{- if semverCompare ">=2.2.0" .Values.airflowVersion }}
 {{- if .Values.triggerer.enabled }}
 {{- /* Airflow version 2.6.0 is when triggerer logs serve introduced */ -}}
-{{- $persistence := and .Values.triggerer.persistence.enabled (semverCompare ">=2.6.0" .Values.airflowVersion) }}
+{{- $persistence := .Values.triggerer.persistence.enabled }}
 {{- $keda := .Values.triggerer.keda.enabled }}
 {{- $nodeSelector := or .Values.triggerer.nodeSelector .Values.nodeSelector }}
 {{- $affinity := or .Values.triggerer.affinity .Values.affinity }}
@@ -221,12 +220,9 @@ spec:
                 {{- else }}
                   {{- include "triggerer_liveness_check_command" . | indent 14 }}
                 {{- end }}
-        {{- /* Airflow version 2.6.0 is when triggerer logs serve introduced */ -}}
-          {{- if semverCompare ">=2.6.0" .Values.airflowVersion }}
           ports:
             - name: triggerer-logs
               containerPort: {{ .Values.ports.triggererLogs }}
-          {{- end }}
         {{- if and (.Values.dags.gitSync.enabled) (not .Values.dags.persistence.enabled) }}
           {{- include "git_sync_container" . | nindent 8 }}
         {{- end }}
@@ -330,4 +326,3 @@ spec:
             storage: {{ .Values.triggerer.persistence.size }}
   {{- end }}
 {{- end }}
-{{- end }}

chart/templates/triggerer/triggerer-kedaautoscaler.yaml

@@ -19,8 +19,7 @@
 
 ################################
 ## Airflow Triggerer KEDA Scaler
-#################################
-{{- if semverCompare ">=2.2.0" .Values.airflowVersion }}
+################################
 {{- if and .Values.triggerer.enabled .Values.triggerer.keda.enabled }}
 apiVersion: keda.sh/v1alpha1
 kind: ScaledObject
@@ -67,4 +66,3 @@ spec:
         query: {{ tpl .Values.triggerer.keda.query . | quote }}
   {{- end }}
 {{- end }}
-{{- end }}

chart/templates/triggerer/triggerer-networkpolicy.yaml

@@ -20,8 +20,6 @@
 ##################################
 ## Airflow triggerer NetworkPolicy
 ##################################
-{{- /* Airflow version 2.6.0 is when triggerer logs serve introduced */ -}}
-{{- if semverCompare ">=2.6.0" .Values.airflowVersion }}
 {{- if .Values.networkPolicies.enabled }}
 {{- if .Values.triggerer.enabled }}
 apiVersion: networking.k8s.io/v1
@@ -57,4 +55,3 @@ spec:
       port: {{ .Values.ports.triggererLogs }}
 {{- end }}
 {{- end }}
-{{- end }}

chart/templates/triggerer/triggerer-service.yaml

@@ -20,8 +20,6 @@
 ################################
 ## Airflow triggerer Service
 #################################
-{{- /* Airflow version 2.6.0 is when triggerer logs serve introduced */ -}}
-{{- if semverCompare ">=2.6.0" .Values.airflowVersion }}
 {{- if .Values.triggerer.enabled }}
 apiVersion: v1
 kind: Service
@@ -48,4 +46,3 @@ spec:
       port: {{ .Values.ports.triggererLogs }}
       targetPort: {{ .Values.ports.triggererLogs }}
 {{- end }}
-{{- end }}

chart/templates/triggerer/triggerer-serviceaccount.yaml

@@ -17,10 +17,9 @@
  under the License.
 */}}
 
-################################
+###################################
 ## Airflow Triggerer ServiceAccount
-#################################
-{{- if semverCompare ">=2.2.0" .Values.airflowVersion }}
+###################################
 {{- if and .Values.triggerer.serviceAccount.create .Values.triggerer.enabled }}
 apiVersion: v1
 kind: ServiceAccount
@@ -40,4 +39,3 @@ metadata:
   annotations: {{- toYaml . | nindent 4 }}
   {{- end }}
 {{- end }}
-{{- end }}