# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. ################################ ## Airflow Triggerer Deployment ################################# {{- if semverCompare ">=2.2.0" .Values.airflowVersion }} {{- if .Values.triggerer.enabled }} {{- $nodeSelector := or .Values.triggerer.nodeSelector .Values.nodeSelector }} {{- $affinity := or .Values.triggerer.affinity .Values.affinity }} {{- $tolerations := or .Values.triggerer.tolerations .Values.tolerations }} {{- $topologySpreadConstraints := or .Values.triggerer.topologySpreadConstraints .Values.topologySpreadConstraints }} {{- $securityContext := include "airflowSecurityContext" (list . .Values.triggerer) }} kind: Deployment apiVersion: apps/v1 metadata: name: {{ .Release.Name }}-triggerer labels: tier: airflow component: triggerer release: {{ .Release.Name }} chart: "{{ .Chart.Name }}-{{ .Chart.Version }}" heritage: {{ .Release.Service }} {{- with .Values.labels }} {{- toYaml . | nindent 4 }} {{- end }} spec: replicas: {{ .Values.triggerer.replicas }} selector: matchLabels: tier: airflow component: triggerer release: {{ .Release.Name }} {{- if .Values.triggerer.strategy }} strategy: {{- toYaml .Values.triggerer.strategy | nindent 4 }} {{- end }} template: metadata: labels: tier: airflow component: triggerer release: {{ .Release.Name }} {{- with .Values.labels }} {{- toYaml . | nindent 8 }} {{- end }} annotations: checksum/metadata-secret: {{ include (print $.Template.BasePath "/secrets/metadata-connection-secret.yaml") . | sha256sum }} checksum/pgbouncer-config-secret: {{ include (print $.Template.BasePath "/secrets/pgbouncer-config-secret.yaml") . | sha256sum }} checksum/airflow-config: {{ include (print $.Template.BasePath "/configmaps/configmap.yaml") . | sha256sum }} checksum/extra-configmaps: {{ include (print $.Template.BasePath "/configmaps/extra-configmaps.yaml") . | sha256sum }} checksum/extra-secrets: {{ include (print $.Template.BasePath "/secrets/extra-secrets.yaml") . | sha256sum }} {{- if .Values.triggerer.safeToEvict }} cluster-autoscaler.kubernetes.io/safe-to-evict: "true" {{- end }} {{- if .Values.airflowPodAnnotations }} {{- toYaml .Values.airflowPodAnnotations | nindent 8 }} {{- end }} {{- if .Values.triggerer.podAnnotations }} {{- toYaml .Values.triggerer.podAnnotations | nindent 8 }} {{- end }} spec: {{- if .Values.triggerer.priorityClassName }} priorityClassName: {{ .Values.triggerer.priorityClassName }} {{- end }} nodeSelector: {{- toYaml $nodeSelector | nindent 8 }} affinity: {{- if $affinity }} {{- toYaml $affinity | nindent 8 }} {{- else }} podAntiAffinity: preferredDuringSchedulingIgnoredDuringExecution: - podAffinityTerm: labelSelector: matchLabels: component: triggerer topologyKey: kubernetes.io/hostname weight: 100 {{- end }} tolerations: {{- toYaml $tolerations | nindent 8 }} topologySpreadConstraints: {{- toYaml $topologySpreadConstraints | nindent 8 }} terminationGracePeriodSeconds: {{ .Values.triggerer.terminationGracePeriodSeconds }} restartPolicy: Always serviceAccountName: {{ include "triggerer.serviceAccountName" . }} securityContext: {{ $securityContext | nindent 8 }} {{- if or .Values.registry.secretName .Values.registry.connection }} imagePullSecrets: - name: {{ template "registry_secret" . }} {{- end }} initContainers: {{- if .Values.triggerer.waitForMigrations.enabled }} - name: wait-for-airflow-migrations resources: {{- toYaml .Values.triggerer.resources | nindent 12 }} image: {{ template "airflow_image_for_migrations" . }} imagePullPolicy: {{ .Values.images.airflow.pullPolicy }} volumeMounts: - name: config mountPath: {{ template "airflow_config_path" . }} subPath: airflow.cfg readOnly: true args: {{- include "wait-for-migrations-command" . | nindent 10 }} envFrom: {{- include "custom_airflow_environment_from" . | default "\n []" | nindent 10 }} env: {{- include "custom_airflow_environment" . | nindent 10 }} {{- include "standard_airflow_environment" . | nindent 10 }} {{- end }} {{- if and (.Values.dags.gitSync.enabled) (not .Values.dags.persistence.enabled) }} {{- include "git_sync_container" (dict "Values" .Values "is_init" "true") | nindent 8 }} {{- end }} {{- if .Values.triggerer.extraInitContainers }} {{- toYaml .Values.triggerer.extraInitContainers | nindent 8 }} {{- end }} containers: - name: triggerer image: {{ template "airflow_image" . }} imagePullPolicy: {{ .Values.images.airflow.pullPolicy }} {{- if .Values.triggerer.command }} command: {{ tpl (toYaml .Values.triggerer.command) . | nindent 12 }} {{- end }} {{- if .Values.triggerer.args }} args: {{ tpl (toYaml .Values.triggerer.args) . | nindent 12 }} {{- end }} resources: {{ toYaml .Values.triggerer.resources | nindent 12 }} volumeMounts: {{- if .Values.triggerer.extraVolumeMounts }} {{ toYaml .Values.triggerer.extraVolumeMounts | nindent 12 }} {{- end }} - name: logs mountPath: {{ template "airflow_logs" . }} - name: config mountPath: {{ template "airflow_config_path" . }} subPath: airflow.cfg readOnly: true {{- if .Values.airflowLocalSettings }} - name: config mountPath: {{ template "airflow_local_setting_path" . }} subPath: airflow_local_settings.py readOnly: true {{- end }} {{- if or .Values.dags.persistence.enabled .Values.dags.gitSync.enabled }} {{- include "airflow_dags_mount" . | nindent 12 }} {{- end }} envFrom: {{- include "custom_airflow_environment_from" . | default "\n []" | nindent 10 }} env: {{- include "custom_airflow_environment" . | nindent 10 }} {{- include "standard_airflow_environment" . | nindent 10 }} livenessProbe: initialDelaySeconds: {{ .Values.triggerer.livenessProbe.initialDelaySeconds }} timeoutSeconds: {{ .Values.triggerer.livenessProbe.timeoutSeconds }} failureThreshold: {{ .Values.triggerer.livenessProbe.failureThreshold }} periodSeconds: {{ .Values.triggerer.livenessProbe.periodSeconds }} exec: command: {{- if .Values.triggerer.livenessProbe.command }} {{ toYaml .Values.triggerer.livenessProbe.command | nindent 16 }} {{- else }} {{- include "triggerer_liveness_check_command" . | nindent 16 }} {{- end }} {{- if and (.Values.dags.gitSync.enabled) (not .Values.dags.persistence.enabled) }} {{- include "git_sync_container" . | indent 8 }} {{- end }} {{- if .Values.triggerer.extraContainers }} {{- toYaml .Values.triggerer.extraContainers | nindent 8 }} {{- end }} volumes: - name: config configMap: name: {{ template "airflow_config" . }} {{- if .Values.dags.persistence.enabled }} - name: dags persistentVolumeClaim: claimName: {{ template "airflow_dags_volume_claim" . }} {{- else if .Values.dags.gitSync.enabled }} - name: dags emptyDir: {} {{- end }} {{- if and .Values.dags.gitSync.enabled .Values.dags.gitSync.sshKeySecret }} {{- include "git_sync_ssh_key_volume" . | indent 8 }} {{- end }} {{- if .Values.triggerer.extraVolumes }} {{- toYaml .Values.triggerer.extraVolumes | nindent 8 }} {{- end }} {{- if .Values.logs.persistence.enabled }} - name: logs persistentVolumeClaim: claimName: {{ template "airflow_logs_volume_claim" . }} {{- else }} - name: logs emptyDir: {} {{- end }} {{- end }} {{- end }}