diff --git a/dev/breeze/doc/images/output_release-management_classify-provider-changes.svg b/dev/breeze/doc/images/output_release-management_classify-provider-changes.svg index b02e84cd62af2..393b4fafca54d 100644 --- a/dev/breeze/doc/images/output_release-management_classify-provider-changes.svg +++ b/dev/breeze/doc/images/output_release-management_classify-provider-changes.svg @@ -167,12 +167,12 @@ | apache.kylin | apache.livy | apache.pig | apache.pinot | apache.spark | apache.tinkerpop | apprise | arangodb |      asana | atlassian.jira | celery | clickhousedb | cloudant | cncf.kubernetes | cohere | common.ai | common.compat |     common.io | common.messaging | common.sql | databricks | datadog | dbt.cloud | dingding | discord | docker | duckdb |  -edge3 | elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http | imap |       -influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql | microsoft.psrp |              -microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch | opsgenie | oracle |    -pagerduty | papermill | pgvector | pinecone | postgres | presto | qdrant | redis | salesforce | samba | segment |      -sendgrid | sftp | singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau | telegram | teradata |   -trino | vertica | vespa | weaviate | yandex | ydb | zendesk]...                                                        +edge3 | elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http | ibm.db2 |    +ibm.mq | imap | influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql |               +microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch |       +opsgenie | oracle | pagerduty | papermill | pgvector | pinecone | postgres | presto | qdrant | redis | salesforce |    +samba | segment | sendgrid | sftp | singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau |       +telegram | teradata | trino | vertica | vespa | weaviate | yandex | ydb | zendesk]...                                  Classify each provider's unreleased changes with hard-coded, high-confidence rules, flagging ambiguous commits as  'needs_llm' for an agent/skill to assess. Outputs JSON - a deterministic alternative to the random '--non-interactive' diff --git a/dev/breeze/doc/images/output_release-management_classify-provider-changes.txt b/dev/breeze/doc/images/output_release-management_classify-provider-changes.txt index 551b40eae3a56..4df57729761d9 100644 --- a/dev/breeze/doc/images/output_release-management_classify-provider-changes.txt +++ b/dev/breeze/doc/images/output_release-management_classify-provider-changes.txt @@ -1 +1 @@ -18f76df689659167a5f69900ad84f843 +46b3c5843279f45453c99db6cbc54b81 diff --git a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg index 49b8bc7ec9cc0..e0b86733d9739 100644 --- a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg +++ b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg @@ -156,12 +156,12 @@ | apache.kylin | apache.livy | apache.pig | apache.pinot | apache.spark | apache.tinkerpop | apprise | arangodb |      asana | atlassian.jira | celery | clickhousedb | cloudant | cncf.kubernetes | cohere | common.ai | common.compat |     common.io | common.messaging | common.sql | databricks | datadog | dbt.cloud | dingding | discord | docker | duckdb |  -edge3 | elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http | imap |       -influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql | microsoft.psrp |              -microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch | opsgenie | oracle |    -pagerduty | papermill | pgvector | pinecone | postgres | presto | qdrant | redis | salesforce | samba | segment |      -sendgrid | sftp | singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau | telegram | teradata |   -trino | vertica | vespa | weaviate | yandex | ydb | zendesk]...                                                        +edge3 | elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http | ibm.db2 |    +ibm.mq | imap | influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql |               +microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch |       +opsgenie | oracle | pagerduty | papermill | pgvector | pinecone | postgres | presto | qdrant | redis | salesforce |    +samba | segment | sendgrid | sftp | singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau |       +telegram | teradata | trino | vertica | vespa | weaviate | yandex | ydb | zendesk]...                                  Generates content for issue to test the release. diff --git a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt index 8bc2db7f0da44..2fb8d1fe2b51d 100644 --- a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt +++ b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt @@ -1 +1 @@ -2d0e5d928e2496d15633121427a734c7 +6e2bd862782fb480d48022fbbde7a932 diff --git a/dev/breeze/doc/images/output_release-management_generate-providers-metadata.svg b/dev/breeze/doc/images/output_release-management_generate-providers-metadata.svg index 1277f175cb97b..6265ed4659e24 100644 --- a/dev/breeze/doc/images/output_release-management_generate-providers-metadata.svg +++ b/dev/breeze/doc/images/output_release-management_generate-providers-metadata.svg @@ -176,10 +176,10 @@ │cloudant | cncf.kubernetes | cohere | common.ai | common.compat | common.io | common.messaging |│ │common.sql | databricks | datadog | dbt.cloud | dingding | discord | docker | duckdb | edge3 | â”‚ │elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http â”‚ -│| imap | influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql â”‚ -│| microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | â”‚ -│openlineage | opensearch | opsgenie | oracle | pagerduty | papermill | pgvector | pinecone | â”‚ -│postgres | presto | qdrant | redis | salesforce | samba | segment | sendgrid | sftp | â”‚ +│| ibm.db2 | ibm.mq | imap | influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure│ +│| microsoft.mssql | microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai | â”‚ +│openfaas | openlineage | opensearch | opsgenie | oracle | pagerduty | papermill | pgvector | â”‚ +│pinecone | postgres | presto | qdrant | redis | salesforce | samba | segment | sendgrid | sftp |│ │singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau | telegram | teradata│ │| trino | vertica | vespa | weaviate | yandex | ydb | zendesk)│ │--provider-versionProvider version to generate metadata for. Only used when --provider-id is specified. Limits    â”‚ diff --git a/dev/breeze/doc/images/output_release-management_generate-providers-metadata.txt b/dev/breeze/doc/images/output_release-management_generate-providers-metadata.txt index f3759ed8511d9..1f1034c57557a 100644 --- a/dev/breeze/doc/images/output_release-management_generate-providers-metadata.txt +++ b/dev/breeze/doc/images/output_release-management_generate-providers-metadata.txt @@ -1 +1 @@ -8b570b0d7afa3211ce1b951e215fe943 +d67f234ed3b2748e3a06c8fad379917e diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-distributions.svg b/dev/breeze/doc/images/output_release-management_prepare-provider-distributions.svg index de9d70d7e6073..b2e1ff5d89996 100644 --- a/dev/breeze/doc/images/output_release-management_prepare-provider-distributions.svg +++ b/dev/breeze/doc/images/output_release-management_prepare-provider-distributions.svg @@ -206,12 +206,12 @@ | apache.kylin | apache.livy | apache.pig | apache.pinot | apache.spark | apache.tinkerpop | apprise | arangodb |      asana | atlassian.jira | celery | clickhousedb | cloudant | cncf.kubernetes | cohere | common.ai | common.compat |     common.io | common.messaging | common.sql | databricks | datadog | dbt.cloud | dingding | discord | docker | duckdb |  -edge3 | elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http | imap |       -influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql | microsoft.psrp |              -microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch | opsgenie | oracle |    -pagerduty | papermill | pgvector | pinecone | postgres | presto | qdrant | redis | salesforce | samba | segment |      -sendgrid | sftp | singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau | telegram | teradata |   -trino | vertica | vespa | weaviate | yandex | ydb | zendesk]...                                                        +edge3 | elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http | ibm.db2 |    +ibm.mq | imap | influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql |               +microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch |       +opsgenie | oracle | pagerduty | papermill | pgvector | pinecone | postgres | presto | qdrant | redis | salesforce |    +samba | segment | sendgrid | sftp | singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau |       +telegram | teradata | trino | vertica | vespa | weaviate | yandex | ydb | zendesk]...                                  Prepare sdist/whl distributions of Airflow Providers. Each provider directory is wiped with `git clean -fdx`  (preserving .venv, .idea, .vscode) before build to keep in-tree generated files out of the artifact. See dev/breeze  diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-distributions.txt b/dev/breeze/doc/images/output_release-management_prepare-provider-distributions.txt index 3418042d9063a..5391dea44286e 100644 --- a/dev/breeze/doc/images/output_release-management_prepare-provider-distributions.txt +++ b/dev/breeze/doc/images/output_release-management_prepare-provider-distributions.txt @@ -1 +1 @@ -b81331df942d309fa03d455eece68d00 +3ab29373f24e4178602f3578b90c9450 diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg index 6816c0eb34436..9ae7f728fe533 100644 --- a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg +++ b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg @@ -227,12 +227,12 @@ | apache.kylin | apache.livy | apache.pig | apache.pinot | apache.spark | apache.tinkerpop | apprise | arangodb |      asana | atlassian.jira | celery | clickhousedb | cloudant | cncf.kubernetes | cohere | common.ai | common.compat |     common.io | common.messaging | common.sql | databricks | datadog | dbt.cloud | dingding | discord | docker | duckdb |  -edge3 | elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http | imap |       -influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql | microsoft.psrp |              -microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch | opsgenie | oracle |    -pagerduty | papermill | pgvector | pinecone | postgres | presto | qdrant | redis | salesforce | samba | segment |      -sendgrid | sftp | singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau | telegram | teradata |   -trino | vertica | vespa | weaviate | yandex | ydb | zendesk]...                                                        +edge3 | elasticsearch | exasol | fab | facebook | ftp | git | github | google | grpc | hashicorp | http | ibm.db2 |    +ibm.mq | imap | influxdb | informatica | jdbc | jenkins | keycloak | microsoft.azure | microsoft.mssql |               +microsoft.psrp | microsoft.winrm | mongo | mysql | neo4j | odbc | openai | openfaas | openlineage | opensearch |       +opsgenie | oracle | pagerduty | papermill | pgvector | pinecone | postgres | presto | qdrant | redis | salesforce |    +samba | segment | sendgrid | sftp | singularity | slack | smtp | snowflake | sqlite | ssh | standard | tableau |       +telegram | teradata | trino | vertica | vespa | weaviate | yandex | ydb | zendesk]...                                  Prepare CHANGELOG, README and COMMITS information for providers. diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt index 51bead1f2ebde..4fc3d2aece3de 100644 --- a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt +++ b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt @@ -1 +1 @@ -c71eb1774daa8d33a29b2c7ed7c25d07 +4329ba5559ec11ca52fb462778b2b70e diff --git a/providers/ibm/db2/provider.yaml b/providers/ibm/db2/provider.yaml index 7f3ae51fe02f1..d0d34912c17f3 100644 --- a/providers/ibm/db2/provider.yaml +++ b/providers/ibm/db2/provider.yaml @@ -21,7 +21,7 @@ name: IBM Db2 description: | `IBM Db2 `__ -state: not-ready +state: ready lifecycle: incubation source-date-epoch: 1743033600 # IBM ships no Db2 client for Linux ARM64, so `ibm-db` publishes no aarch64 wheel and its diff --git a/providers/ibm/mq/provider.yaml b/providers/ibm/mq/provider.yaml index d18c5fa8e3beb..8706c4435efb0 100644 --- a/providers/ibm/mq/provider.yaml +++ b/providers/ibm/mq/provider.yaml @@ -19,7 +19,7 @@ package-name: apache-airflow-providers-ibm-mq name: IBM MQ -state: not-ready +state: ready lifecycle: incubation source-date-epoch: 1758787200 description: | diff --git a/pyproject.toml b/pyproject.toml index a27afb02ff85e..ad8cf65413917 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -264,6 +264,12 @@ apache-airflow = "airflow.__main__:main" "http" = [ "apache-airflow-providers-http>=4.13.2" ] +"ibm.db2" = [ + "apache-airflow-providers-ibm-db2>=0.1.0; platform_machine !=\"aarch64\"" +] +"ibm.mq" = [ + "apache-airflow-providers-ibm-mq>=0.1.0; platform_machine !=\"aarch64\" and platform_machine !=\"arm64\"" +] "imap" = [ "apache-airflow-providers-imap>=3.8.0" ] @@ -472,6 +478,8 @@ apache-airflow = "airflow.__main__:main" "apache-airflow-providers-grpc>=3.7.0", "apache-airflow-providers-hashicorp>=4.0.0", "apache-airflow-providers-http>=4.13.2", + "apache-airflow-providers-ibm-db2>=0.1.0; platform_machine !=\"aarch64\"", + "apache-airflow-providers-ibm-mq>=0.1.0; platform_machine !=\"aarch64\" and platform_machine !=\"arm64\"", "apache-airflow-providers-imap>=3.8.0", "apache-airflow-providers-influxdb>=2.8.0", "apache-airflow-providers-informatica>=0.1.1", diff --git a/uv.lock b/uv.lock index 51fc8c66ab9db..ca6c8dc0e4855 100644 --- a/uv.lock +++ b/uv.lock @@ -1103,6 +1103,8 @@ all = [ { name = "apache-airflow-providers-grpc" }, { name = "apache-airflow-providers-hashicorp" }, { name = "apache-airflow-providers-http" }, + { name = "apache-airflow-providers-ibm-db2", marker = "platform_machine != 'aarch64'" }, + { name = "apache-airflow-providers-ibm-mq", marker = "platform_machine != 'aarch64' and platform_machine != 'arm64'" }, { name = "apache-airflow-providers-imap" }, { name = "apache-airflow-providers-influxdb" }, { name = "apache-airflow-providers-informatica" }, @@ -1351,6 +1353,12 @@ hashicorp = [ http = [ { name = "apache-airflow-providers-http" }, ] +ibm-db2 = [ + { name = "apache-airflow-providers-ibm-db2", marker = "platform_machine != 'aarch64'" }, +] +ibm-mq = [ + { name = "apache-airflow-providers-ibm-mq", marker = "platform_machine != 'aarch64' and platform_machine != 'arm64'" }, +] imap = [ { name = "apache-airflow-providers-imap" }, ] @@ -1736,6 +1744,10 @@ requires-dist = [ { name = "apache-airflow-providers-hashicorp", marker = "extra == 'hashicorp'", editable = "providers/hashicorp" }, { name = "apache-airflow-providers-http", marker = "extra == 'all'", editable = "providers/http" }, { name = "apache-airflow-providers-http", marker = "extra == 'http'", editable = "providers/http" }, + { name = "apache-airflow-providers-ibm-db2", marker = "platform_machine != 'aarch64' and extra == 'all'", editable = "providers/ibm/db2" }, + { name = "apache-airflow-providers-ibm-db2", marker = "platform_machine != 'aarch64' and extra == 'ibm-db2'", editable = "providers/ibm/db2" }, + { name = "apache-airflow-providers-ibm-mq", marker = "platform_machine != 'aarch64' and platform_machine != 'arm64' and extra == 'all'", editable = "providers/ibm/mq" }, + { name = "apache-airflow-providers-ibm-mq", marker = "platform_machine != 'aarch64' and platform_machine != 'arm64' and extra == 'ibm-mq'", editable = "providers/ibm/mq" }, { name = "apache-airflow-providers-imap", marker = "extra == 'all'", editable = "providers/imap" }, { name = "apache-airflow-providers-imap", marker = "extra == 'imap'", editable = "providers/imap" }, { name = "apache-airflow-providers-influxdb", marker = "extra == 'all'", editable = "providers/influxdb" }, @@ -1844,7 +1856,7 @@ requires-dist = [ { name = "sentry-sdk", marker = "extra == 'sentry'", specifier = ">=2.30.0" }, { name = "uv", marker = "extra == 'uv'", specifier = ">=0.12.13" }, ] -provides-extras = ["all-core", "async", "graphviz", "gunicorn", "kerberos", "memray", "otel", "statsd", "all-task-sdk", "airbyte", "akeyless", "alibaba", "amazon", "anthropic", "apache-arrow", "apache-beam", "apache-cassandra", "apache-drill", "apache-druid", "apache-flink", "apache-hdfs", "apache-hive", "apache-iceberg", "apache-impala", "apache-kafka", "apache-kylin", "apache-livy", "apache-pig", "apache-pinot", "apache-spark", "apache-tinkerpop", "apprise", "arangodb", "asana", "atlassian-jira", "celery", "clickhousedb", "cloudant", "cncf-kubernetes", "cohere", "common-ai", "common-compat", "common-io", "common-messaging", "common-sql", "databricks", "datadog", "dbt-cloud", "dingding", "discord", "docker", "duckdb", "edge3", "elasticsearch", "exasol", "fab", "facebook", "ftp", "git", "github", "google", "grpc", "hashicorp", "http", "imap", "influxdb", "informatica", "jdbc", "jenkins", "keycloak", "microsoft-azure", "microsoft-mssql", "microsoft-psrp", "microsoft-winrm", "mongo", "mysql", "neo4j", "odbc", "openai", "openfaas", "openlineage", "opensearch", "opsgenie", "oracle", "pagerduty", "papermill", "pgvector", "pinecone", "postgres", "presto", "qdrant", "redis", "salesforce", "samba", "segment", "sendgrid", "sftp", "singularity", "slack", "smtp", "snowflake", "sqlite", "ssh", "standard", "tableau", "telegram", "teradata", "trino", "vertica", "vespa", "weaviate", "yandex", "ydb", "zendesk", "all", "aiobotocore", "apache-atlas", "apache-webhdfs", "amazon-aws-auth", "cloudpickle", "fab-oauth", "github-enterprise", "google-auth", "ldap", "pandas", "polars", "rabbitmq", "sentry", "s3fs", "uv"] +provides-extras = ["all-core", "async", "graphviz", "gunicorn", "kerberos", "memray", "otel", "statsd", "all-task-sdk", "airbyte", "akeyless", "alibaba", "amazon", "anthropic", "apache-arrow", "apache-beam", "apache-cassandra", "apache-drill", "apache-druid", "apache-flink", "apache-hdfs", "apache-hive", "apache-iceberg", "apache-impala", "apache-kafka", "apache-kylin", "apache-livy", "apache-pig", "apache-pinot", "apache-spark", "apache-tinkerpop", "apprise", "arangodb", "asana", "atlassian-jira", "celery", "clickhousedb", "cloudant", "cncf-kubernetes", "cohere", "common-ai", "common-compat", "common-io", "common-messaging", "common-sql", "databricks", "datadog", "dbt-cloud", "dingding", "discord", "docker", "duckdb", "edge3", "elasticsearch", "exasol", "fab", "facebook", "ftp", "git", "github", "google", "grpc", "hashicorp", "http", "ibm-db2", "ibm-mq", "imap", "influxdb", "informatica", "jdbc", "jenkins", "keycloak", "microsoft-azure", "microsoft-mssql", "microsoft-psrp", "microsoft-winrm", "mongo", "mysql", "neo4j", "odbc", "openai", "openfaas", "openlineage", "opensearch", "opsgenie", "oracle", "pagerduty", "papermill", "pgvector", "pinecone", "postgres", "presto", "qdrant", "redis", "salesforce", "samba", "segment", "sendgrid", "sftp", "singularity", "slack", "smtp", "snowflake", "sqlite", "ssh", "standard", "tableau", "telegram", "teradata", "trino", "vertica", "vespa", "weaviate", "yandex", "ydb", "zendesk", "all", "aiobotocore", "apache-atlas", "apache-webhdfs", "amazon-aws-auth", "cloudpickle", "fab-oauth", "github-enterprise", "google-auth", "ldap", "pandas", "polars", "rabbitmq", "sentry", "s3fs", "uv"] [package.metadata.requires-dev] ci-image = [