Skip to content

Commit

Permalink
[bitnami/airflow] Release airflow-2.10.2-debian-12-r5 (#74089)
Browse files Browse the repository at this point in the history 
Signed-off-by: Bitnami Bot <bitnami-bot@vmware.com>
  • Loading branch information
@bitnami-bot
bitnami-bot authored Oct 31, 2024
1 parent 5f829df commit b0b861f
Show file tree
Hide file tree
Showing 5 changed files with 67 additions and 57 deletions.
8 changes: 4 additions & 4 deletions bitnami/airflow/2/debian-12/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,11 +8,11 @@ ARG TARGETARCH

LABEL com.vmware.cp.artifact.flavor="sha256:c50c90cfd9d12b445b011e6ad529f1ad3daea45c26d20b00732fae3cd71f6a83" \
org.opencontainers.image.base.name="docker.io/bitnami/minideb:bookworm" \
org.opencontainers.image.created="2024-10-30T14:53:31Z" \
org.opencontainers.image.created="2024-10-31T15:31:42Z" \
org.opencontainers.image.description="Application packaged by Broadcom, Inc." \
org.opencontainers.image.documentation="https://github.com/bitnami/containers/tree/main/bitnami/airflow/README.md" \
org.opencontainers.image.licenses="Apache-2.0" \
org.opencontainers.image.ref.name="2.10.2-debian-12-r4" \
org.opencontainers.image.ref.name="2.10.2-debian-12-r5" \
org.opencontainers.image.source="https://github.com/bitnami/containers/tree/main/bitnami/airflow" \
org.opencontainers.image.title="airflow" \
org.opencontainers.image.vendor="Broadcom, Inc." \
Expand All @@ -30,9 +30,9 @@ RUN install_packages ca-certificates curl git krb5-user libbz2-1.0 libcom-err2 l
RUN mkdir -p /tmp/bitnami/pkg/cache/ ; cd /tmp/bitnami/pkg/cache/ ; \
COMPONENTS=( \
"wait-for-port-1.0.8-6-linux-${OS_ARCH}-debian-12" \
"python-3.12.7-3-linux-${OS_ARCH}-debian-12" \
"python-3.12.7-4-linux-${OS_ARCH}-debian-12" \
"ini-file-1.4.7-6-linux-${OS_ARCH}-debian-12" \
"airflow-2.10.2-1-linux-${OS_ARCH}-debian-12" \
"airflow-2.10.2-2-linux-${OS_ARCH}-debian-12" \
) ; \
for COMPONENT in "${COMPONENTS[@]}"; do \
if [ ! -f "${COMPONENT}.tar.gz" ]; then \
Expand Down
4 changes: 2 additions & 2 deletions bitnami/airflow/2/debian-12/prebuildfs/opt/bitnami/.bitnami_components.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
"arch": "amd64",
"distro": "debian-12",
"type": "NAMI",
"version": "2.10.2-1"
"version": "2.10.2-2"
},
"ini-file": {
"arch": "amd64",
Expand All @@ -15,7 +15,7 @@
"arch": "amd64",
"distro": "debian-12",
"type": "NAMI",
"version": "3.12.7-3"
"version": "3.12.7-4"
},
"wait-for-port": {
"arch": "amd64",
Expand Down
2 changes: 2 additions & 0 deletions bitnami/airflow/2/debian-12/rootfs/opt/bitnami/scripts/airflow-env.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,7 @@ airflow_env_vars=(
AIRFLOW_POOL_NAME
AIRFLOW_POOL_SIZE
AIRFLOW_POOL_DESC
AIRFLOW_STANDALONE_DAG_PROCESSOR
AIRFLOW_WORKER_QUEUE
AIRFLOW_DATABASE_HOST
AIRFLOW_DATABASE_PORT_NUMBER
Expand Down Expand Up @@ -124,6 +125,7 @@ export AIRFLOW_HOSTNAME_CALLABLE="${AIRFLOW_HOSTNAME_CALLABLE:-}"
export AIRFLOW_POOL_NAME="${AIRFLOW_POOL_NAME:-}"
export AIRFLOW_POOL_SIZE="${AIRFLOW_POOL_SIZE:-}"
export AIRFLOW_POOL_DESC="${AIRFLOW_POOL_DESC:-}"
export AIRFLOW_STANDALONE_DAG_PROCESSOR="${AIRFLOW_STANDALONE_DAG_PROCESSOR:-no}"
AIRFLOW_WORKER_QUEUE="${AIRFLOW_WORKER_QUEUE:-"${AIRFLOW_QUEUE:-}"}"
export AIRFLOW_WORKER_QUEUE="${AIRFLOW_WORKER_QUEUE:-}"

Expand Down
15 changes: 11 additions & 4 deletions bitnami/airflow/2/debian-12/rootfs/opt/bitnami/scripts/libairflow.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -76,8 +76,9 @@ airflow_validate() {

# Check component type & executor
check_empty_value "AIRFLOW_COMPONENT_TYPE"
check_multi_value "AIRFLOW_COMPONENT_TYPE" "webserver scheduler worker"
check_multi_value "AIRFLOW_COMPONENT_TYPE" "webserver scheduler worker dag-processor"
check_empty_value "AIRFLOW_EXECUTOR"
check_yes_no_value "AIRFLOW_STANDALONE_DAG_PROCESSOR"

# Check cryptography parameters
if [[ -n "$AIRFLOW_RAW_FERNET_KEY" && -z "$AIRFLOW_FERNET_KEY" ]]; then
Expand Down Expand Up @@ -127,7 +128,7 @@ airflow_validate() {
done
fi
;;
scheduler|worker)
*)
# Check webserver host and port number
check_empty_value "AIRFLOW_WEBSERVER_HOST"
check_resolved_hostname "$AIRFLOW_WEBSERVER_HOST"
Expand Down Expand Up @@ -189,7 +190,7 @@ airflow_initialize() {
true # Avoid return false when I am not root
fi
;;
scheduler|worker)
*)
info "Waiting for Airflow Webserver to be up"
airflow_wait_for_webserver "$AIRFLOW_WEBSERVER_HOST" "$AIRFLOW_WEBSERVER_PORT_NUMBER"
if [[ "$AIRFLOW_EXECUTOR" == "CeleryExecutor" || "$AIRFLOW_EXECUTOR" == "CeleryKubernetesExecutor" ]]; then
Expand Down Expand Up @@ -250,7 +251,7 @@ airflow_generate_config() {
# Configure Airflow webserver authentication
airflow_configure_webserver_authentication
;;
scheduler|worker)
*)
# Generate Airflow default files
debug_execute airflow version
;;
Expand All @@ -276,6 +277,12 @@ airflow_generate_config() {
else
airflow_conf_set "core" "load_examples" "False"
fi
# Configure Dag Processor mode
if is_boolean_yes "$AIRFLOW_STANDALONE_DAG_PROCESSOR"; then
airflow_conf_set "scheduler" "standalone_dag_processor" "True"
else
airflow_conf_set "scheduler" "standalone_dag_processor" "False"
fi
fi

# Configure Airflow executor
Expand Down
95 changes: 48 additions & 47 deletions bitnami/airflow/README.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -301,53 +301,54 @@ This container supports the installation of additional python modules at start-u

#### Customizable environment variables

| Name | Description | Default Value |
|---------------------------------------|-----------------------------------------------------------------------------|----------------------|
| `AIRFLOW_USERNAME` | Airflow username | `user` |
| `AIRFLOW_PASSWORD` | Airflow password | `bitnami` |
| `AIRFLOW_FIRSTNAME` | Airflow firstname | `Firstname` |
| `AIRFLOW_LASTNAME` | Airflow lastname | `Lastname` |
| `AIRFLOW_EMAIL` | Airflow email | `user@example.com` |
| `AIRFLOW_COMPONENT_TYPE` | Airflow component type. Allowed values: *webserver*, *scheduler*. *worker*. | `webserver` |
| `AIRFLOW_EXECUTOR` | Airflow executor. | `SequentialExecutor` |
| `AIRFLOW_RAW_FERNET_KEY` | Airflow raw/unencoded Fernet key | `nil` |
| `AIRFLOW_FORCE_OVERWRITE_CONF_FILE` | Force the airflow.cfg config file generation. | `no` |
| `AIRFLOW_FERNET_KEY` | Airflow Fernet key | `nil` |
| `AIRFLOW_SECRET_KEY` | Airflow Secret key | `nil` |
| `AIRFLOW_WEBSERVER_BASE_URL` | Airflow Webserver base URL. | `nil` |
| `AIRFLOW_WEBSERVER_HOST` | Airflow Webserver host | `127.0.0.1` |
| `AIRFLOW_WEBSERVER_PORT_NUMBER` | Airflow Webserver port. | `8080` |
| `AIRFLOW_LOAD_EXAMPLES` | To load example tasks into the application. | `yes` |
| `AIRFLOW_HOSTNAME_CALLABLE` | Method to obtain the hostname. | `nil` |
| `AIRFLOW_POOL_NAME` | Pool name. | `nil` |
| `AIRFLOW_POOL_SIZE` | Pool size, required with AIRFLOW_POOL_NAME. | `nil` |
| `AIRFLOW_POOL_DESC` | Pool description, required with AIRFLOW_POOL_NAME. | `nil` |
| `AIRFLOW_WORKER_QUEUE` | A queue for the worker to pull tasks from. | `nil` |
| `AIRFLOW_DATABASE_HOST` | Hostname for PostgreSQL server. | `postgresql` |
| `AIRFLOW_DATABASE_PORT_NUMBER` | Port used by PostgreSQL server. | `5432` |
| `AIRFLOW_DATABASE_NAME` | Database name that Airflow will use to connect with the database. | `bitnami_airflow` |
| `AIRFLOW_DATABASE_USERNAME` | Database user that Airflow will use to connect with the database. | `bn_airflow` |
| `AIRFLOW_DATABASE_PASSWORD` | Database password that Airflow will use to connect with the database. | `nil` |
| `AIRFLOW_DATABASE_USE_SSL` | Set to yes if the database is using SSL. | `no` |
| `AIRFLOW_REDIS_USE_SSL` | Set to yes if Redis(R) uses SSL. | `no` |
| `REDIS_HOST` | Hostname for Redis(R) server. | `redis` |
| `REDIS_PORT_NUMBER` | Port used by Redis(R) server. | `6379` |
| `REDIS_USER` | User that Airflow will use to connect with Redis(R). | `nil` |
| `REDIS_PASSWORD` | Password that Airflow will use to connect with Redis(R). | `nil` |
| `REDIS_DATABASE` | Name of the Redis(R) database. | `1` |
| `AIRFLOW_LDAP_ENABLE` | Enable LDAP authentication. | `no` |
| `AIRFLOW_LDAP_URI` | LDAP server URI. | `nil` |
| `AIRFLOW_LDAP_SEARCH` | LDAP search base. | `nil` |
| `AIRFLOW_LDAP_UID_FIELD` | LDAP field used for uid. | `nil` |
| `AIRFLOW_LDAP_BIND_USER` | LDAP user name. | `nil` |
| `AIRFLOW_LDAP_BIND_PASSWORD` | LDAP user password. | `nil` |
| `AIRFLOW_LDAP_USER_REGISTRATION` | User self registration. | `True` |
| `AIRFLOW_LDAP_USER_REGISTRATION_ROLE` | Role name to be assign when a user registers himself. | `nil` |
| `AIRFLOW_LDAP_ROLES_MAPPING` | Mapping from LDAP DN to a list of Airflow roles. | `nil` |
| `AIRFLOW_LDAP_ROLES_SYNC_AT_LOGIN` | Replace ALL the user roles each login, or only on registration. | `True` |
| `AIRFLOW_LDAP_USE_TLS` | Use LDAP SSL. | `False` |
| `AIRFLOW_LDAP_ALLOW_SELF_SIGNED` | Allow self signed certicates in LDAP ssl. | `True` |
| `AIRFLOW_LDAP_TLS_CA_CERTIFICATE` | File that store the CA for LDAP ssl. | `nil` |
| Name | Description | Default Value |
|---------------------------------------|----------------------------------------------------------------------------------------------|----------------------|
| `AIRFLOW_USERNAME` | Airflow username | `user` |
| `AIRFLOW_PASSWORD` | Airflow password | `bitnami` |
| `AIRFLOW_FIRSTNAME` | Airflow firstname | `Firstname` |
| `AIRFLOW_LASTNAME` | Airflow lastname | `Lastname` |
| `AIRFLOW_EMAIL` | Airflow email | `user@example.com` |
| `AIRFLOW_COMPONENT_TYPE` | Airflow component type. Allowed values: *webserver*, *scheduler*, *dag-processor*, *worker*. | `webserver` |
| `AIRFLOW_EXECUTOR` | Airflow executor. | `SequentialExecutor` |
| `AIRFLOW_RAW_FERNET_KEY` | Airflow raw/unencoded Fernet key | `nil` |
| `AIRFLOW_FORCE_OVERWRITE_CONF_FILE` | Force the airflow.cfg config file generation. | `no` |
| `AIRFLOW_FERNET_KEY` | Airflow Fernet key | `nil` |
| `AIRFLOW_SECRET_KEY` | Airflow Secret key | `nil` |
| `AIRFLOW_WEBSERVER_BASE_URL` | Airflow Webserver base URL. | `nil` |
| `AIRFLOW_WEBSERVER_HOST` | Airflow Webserver host | `127.0.0.1` |
| `AIRFLOW_WEBSERVER_PORT_NUMBER` | Airflow Webserver port. | `8080` |
| `AIRFLOW_LOAD_EXAMPLES` | To load example tasks into the application. | `yes` |
| `AIRFLOW_HOSTNAME_CALLABLE` | Method to obtain the hostname. | `nil` |
| `AIRFLOW_POOL_NAME` | Pool name. | `nil` |
| `AIRFLOW_POOL_SIZE` | Pool size, required with AIRFLOW_POOL_NAME. | `nil` |
| `AIRFLOW_POOL_DESC` | Pool description, required with AIRFLOW_POOL_NAME. | `nil` |
| `AIRFLOW_STANDALONE_DAG_PROCESSOR` | Enable running Dag Processor in standalone mode | `no` |
| `AIRFLOW_WORKER_QUEUE` | A queue for the worker to pull tasks from. | `nil` |
| `AIRFLOW_DATABASE_HOST` | Hostname for PostgreSQL server. | `postgresql` |
| `AIRFLOW_DATABASE_PORT_NUMBER` | Port used by PostgreSQL server. | `5432` |
| `AIRFLOW_DATABASE_NAME` | Database name that Airflow will use to connect with the database. | `bitnami_airflow` |
| `AIRFLOW_DATABASE_USERNAME` | Database user that Airflow will use to connect with the database. | `bn_airflow` |
| `AIRFLOW_DATABASE_PASSWORD` | Database password that Airflow will use to connect with the database. | `nil` |
| `AIRFLOW_DATABASE_USE_SSL` | Set to yes if the database is using SSL. | `no` |
| `AIRFLOW_REDIS_USE_SSL` | Set to yes if Redis(R) uses SSL. | `no` |
| `REDIS_HOST` | Hostname for Redis(R) server. | `redis` |
| `REDIS_PORT_NUMBER` | Port used by Redis(R) server. | `6379` |
| `REDIS_USER` | User that Airflow will use to connect with Redis(R). | `nil` |
| `REDIS_PASSWORD` | Password that Airflow will use to connect with Redis(R). | `nil` |
| `REDIS_DATABASE` | Name of the Redis(R) database. | `1` |
| `AIRFLOW_LDAP_ENABLE` | Enable LDAP authentication. | `no` |
| `AIRFLOW_LDAP_URI` | LDAP server URI. | `nil` |
| `AIRFLOW_LDAP_SEARCH` | LDAP search base. | `nil` |
| `AIRFLOW_LDAP_UID_FIELD` | LDAP field used for uid. | `nil` |
| `AIRFLOW_LDAP_BIND_USER` | LDAP user name. | `nil` |
| `AIRFLOW_LDAP_BIND_PASSWORD` | LDAP user password. | `nil` |
| `AIRFLOW_LDAP_USER_REGISTRATION` | User self registration. | `True` |
| `AIRFLOW_LDAP_USER_REGISTRATION_ROLE` | Role name to be assign when a user registers himself. | `nil` |
| `AIRFLOW_LDAP_ROLES_MAPPING` | Mapping from LDAP DN to a list of Airflow roles. | `nil` |
| `AIRFLOW_LDAP_ROLES_SYNC_AT_LOGIN` | Replace ALL the user roles each login, or only on registration. | `True` |
| `AIRFLOW_LDAP_USE_TLS` | Use LDAP SSL. | `False` |
| `AIRFLOW_LDAP_ALLOW_SELF_SIGNED` | Allow self signed certicates in LDAP ssl. | `True` |
| `AIRFLOW_LDAP_TLS_CA_CERTIFICATE` | File that store the CA for LDAP ssl. | `nil` |

#### Read-only environment variables

Expand Down

0 comments on commit b0b861f

Please sign in to comment.