Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ All notable changes to this project will be documented in this file.
- hive: Add `4.2.1` ([#1637]).
- kafka: Add `4.3.1` and deprecate `4.2.1` ([#1659], [#1706]).
- stats-exporter: Add `0.31.0` ([#1664]).
- airflow: Add `3.3.1`, deprecate `3.2.2` ([#1665]).
- airflow: Add `3.3.2`, deprecate `3.2.2` ([#1665], [#1708]).
- nifi: Add `2.12.0` ([#1667]).
- opensearch: Add `3.8.0` ([#1669]).
- opensearch: Add the `repository-azure` plugin ([#1689]).
Expand Down Expand Up @@ -158,6 +158,7 @@ All notable changes to this project will be documented in this file.
[#1705]: https://github.com/stackabletech/docker-images/pull/1705
[#1706]: https://github.com/stackabletech/docker-images/pull/1706
[#1707]: https://github.com/stackabletech/docker-images/pull/1707
[#1708]: https://github.com/stackabletech/docker-images/pull/1708
[#1709]: https://github.com/stackabletech/docker-images/pull/1709

## [26.7.0] - 2026-07-21
Expand Down
11 changes: 7 additions & 4 deletions airflow/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,14 +7,14 @@ script resides. This example will assume you are running from the repository roo

```sh
# Specify Airflow and Python versions:
./airflow/download_constraints.sh 3.3.1 3.14
./airflow/download_constraints.sh 3.3.2 3.14
```

Example output:

```output
Downloading constraints file for Airflow 3.3.1 (Python 3.14)
Successfully pulled new constraints file: constraints-3.3.1-python3.14.txt
Downloading constraints file for Airflow 3.3.2 (Python 3.14)
Successfully pulled new constraints file: constraints-3.3.2-python3.14.txt

```

Expand All @@ -25,13 +25,16 @@ The list of provider packages are listed in the build configuration file, matchi
The expected versions are listed in the constraints files, but these can change over time.
To keep the installation tightly coupled to the associated constraints it is best to only use providers listed in the relevant constraints file.

### Version 3.3.1
### Version 3.3.2

Applying the filter above results in the omission of the following providers:

- `apache-atlas`
- `apache-beam`
- `apache-cassandra`
- `apache-webhdfs`
- `ibm-mq`
- `tabular`

Other than the above, the only other providers that are currently excluded are:

Expand Down
22 changes: 11 additions & 11 deletions airflow/boil-config.toml
Original file line number Diff line number Diff line change
Expand Up @@ -164,16 +164,16 @@ nodejs-version = "22"
# TODO: Specify the pnpm version here

# Supported
[versions."3.3.1".local-images]
[versions."3.3.2".local-images]
"shared/statsd-exporter" = "0.31.0"
vector = "0.58.0"
stackable-devel = "1.0.0"

[versions."3.3.1".build-arguments]
[versions."3.3.2".build-arguments]
# NOTE: This can be bumped for new airflow versions, but once set, do not updated it, as it could
# break many customer DAGs. We generally try to pick the latest supported version unless there are
# reasons against it.
# This version of Airflow supports: 3.10 - 3.14 (see https://airflow.apache.org/docs/apache-airflow/3.3.1/installation/prerequisites.html)
# This version of Airflow supports: 3.10 - 3.14 (see https://airflow.apache.org/docs/apache-airflow/3.3.2/installation/prerequisites.html)
python-version = "3.14"
git-sync-version = "v4.7.1"
# Must match the version in the constraints file (search for s3fs==)
Expand All @@ -200,22 +200,22 @@ uv-version = "0.11.19"
# Airflow extras are defined in separate lists to make them easier to check against the links below.
# The lists will be concatenated and duplicates removed in the dockerfile.
# TODO: Add policy for when to add extras.
# See https://airflow.apache.org/docs/apache-airflow/3.3.1/extra-packages-ref.html#core-airflow-extras
# See https://airflow.apache.org/docs/apache-airflow/3.3.2/extra-packages-ref.html#core-airflow-extras
airflow-extras-core = "async,graphviz,kerberos,memray,otel,sentry,standard,statsd"

# See https://airflow.apache.org/docs/apache-airflow/3.3.1/extra-packages-ref.html#meta-airflow-package-extras
# See https://airflow.apache.org/docs/apache-airflow/3.3.2/extra-packages-ref.html#meta-airflow-package-extras
airflow-extras-meta = "aiobotocore,amazon-aws-auth,cloudpickle,github-enterprise,google-auth,graphviz,gunicorn,ldap,leveldb,pandas,polars,rabbitmq,s3fs,saml,uv"

# See https://airflow.apache.org/docs/apache-airflow/3.3.1/extra-packages-ref.html#apache-software-extras
airflow-extras-provider-apache = "apache-beam,apache-cassandra,apache-drill,apache-druid,apache-flink,apache-hdfs,apache-hive,apache-iceberg,apache-impala,apache-kafka,apache-kylin,apache-livy,apache-pig,apache-pinot,apache-tinkerpop"
# See https://airflow.apache.org/docs/apache-airflow/3.3.2/extra-packages-ref.html#apache-software-extras
airflow-extras-provider-apache = "apache-drill,apache-druid,apache-flink,apache-hdfs,apache-hive,apache-iceberg,apache-impala,apache-kafka,apache-kylin,apache-livy,apache-pig,apache-pinot,apache-tinkerpop"

# See https://airflow.apache.org/docs/apache-airflow/3.3.1/extra-packages-ref.html#external-services-extras
airflow-extras-external-services = "airbyte,akeyless,alibaba,apprise,amazon,asana,atlassian-jira,microsoft-azure,clickhousedb,cloudant,cohere,databricks,datadog,dbt-cloud,dingding,discord,facebook,github,google,hashicorp,openai,opsgenie,pagerduty,pgvector,pinecone,qdrant,salesforce,sendgrid,segment,slack,snowflake,tableau,tabular,telegram,vertica,vespa,weaviate,yandex,ydb,zendesk"
# See https://airflow.apache.org/docs/apache-airflow/3.3.2/extra-packages-ref.html#external-services-extras
airflow-extras-external-services = "airbyte,akeyless,alibaba,apprise,amazon,asana,atlassian-jira,microsoft-azure,clickhousedb,cloudant,cohere,databricks,datadog,dbt-cloud,dingding,discord,facebook,github,google,hashicorp,openai,opsgenie,pagerduty,pgvector,pinecone,qdrant,salesforce,sendgrid,segment,slack,snowflake,tableau,telegram,vertica,vespa,weaviate,yandex,ydb,zendesk"

# See https://airflow.apache.org/docs/apache-airflow/3.3.1/extra-packages-ref.html#locally-installed-software-extras
# See https://airflow.apache.org/docs/apache-airflow/3.3.2/extra-packages-ref.html#locally-installed-software-extras
airflow-extras-locally-installed-software = "arangodb,celery,cncf-kubernetes,docker,edge3,elasticsearch,exasol,fab,git,github,influxdb,jenkins,mongo,microsoft-mssql,neo4j,odbc,openfaas,oracle,postgres,presto,redis,samba,singularity,teradata,trino"

# See https://airflow.apache.org/docs/apache-airflow/3.3.1/extra-packages-ref.html#other-extras
# See https://airflow.apache.org/docs/apache-airflow/3.3.2/extra-packages-ref.html#other-extras
airflow-extras-other = "common-ai,common-compat,common-io,common-messaging,common-sql,ftp,grpc,http,imap,jdbc,keycloak,microsoft-psrp,microsoft-winrm,openlineage,opensearch,papermill,sftp,smtp,sqlite,ssh,informatica"

opa-auth-manager = "airflow-3"
Expand Down
4 changes: 2 additions & 2 deletions airflow/opa-auth-manager/airflow-3/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -33,8 +33,8 @@ dev = [
# its constraints file. Floating these would test combinations we do not ship.
local = [
{ include-group = "dev" },
"apache-airflow==3.3.1",
"apache-airflow-providers-fab==3.8.0",
"apache-airflow==3.3.2",
"apache-airflow-providers-fab==3.9.0",
]

[build-system]
Expand Down
30 changes: 15 additions & 15 deletions airflow/opa-auth-manager/airflow-3/uv.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading
Loading