Revert "Suspend Apache Beam Provider due to grpcio limitation (#61926)"

airflow-core/tests/unit/always/test_example_dags.py

@@ -70,18 +70,6 @@
     # Ray uses pydantic v1 internally, which fails to infer types in Python 3.14.
     # TODO: remove once ray releases a version with Python 3.14 support.
     "providers/google/tests/system/google/cloud/ray/example_ray_job.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_go.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_java_streaming.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_native_java.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_native_python.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_native_python_async.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_pipeline.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_pipeline_streaming.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_sensors_deferrable.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_streaming_python.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_template.py",
-    "providers/google/tests/system/google/cloud/dataflow/example_dataflow_yaml.py",
-    "providers/google/tests/system/google/cloud/gcs/example_firestore.py",
 )
 
 LONGER_IMPORT_TIMEOUTS: dict[str, float] = {

dev/breeze/doc/images/output_build-docs.txt

@@ -1 +1 @@
-43e56152396620517257cbcd0ce28ccd
+0ff2fa26d9fef984491c75700d6c253a

dev/breeze/doc/images/output_release-management_add-back-references.txt

@@ -1 +1 @@
-3162d4ae447d02bdddf9d67590fb4134
+bf853dba009cc1152ec182eddaf82bd0

dev/breeze/doc/images/output_release-management_classify-provider-changes.txt

@@ -1 +1 @@
-ce0ed1333a3f38983043d4eb04f0bf1c
+e96906ec2c0f306cfc067f39c80bfa24

dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt

@@ -1 +1 @@
-ec8538954daf8fe21156a7ad72992e85
+a998c3b5b498f6e73f742ad1999977ee

dev/breeze/doc/images/output_release-management_prepare-provider-distributions.txt

@@ -1 +1 @@
-b635f3eb5c8e04be0937b9e85dee856a
+d70014bd4b8528d3066b8ce56a869067

dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt

@@ -1 +1 @@
-2abadb69d28b092ff196d4c4830046fe
+c16802f602239dc0c4f97c9e062ef157

dev/breeze/doc/images/output_release-management_publish-docs.txt

@@ -1 +1 @@
-f08a2861a8c88397caa6ea8471819456
+a217460b2b6f186716d30731da732e73

dev/breeze/doc/images/output_workflow-run_publish-docs.txt

@@ -1 +1 @@
-65b7b00a5792d185aee3628fdc2227de
+7b0c50b44659ac9f38b95112563643d4

dev/breeze/tests/test_packages.py

@@ -124,12 +124,12 @@ def test_get_removed_providers():
 
 def test_get_suspended_provider_ids():
     # Modify it every time we suspend/resume provider
-    assert get_suspended_provider_ids() == ["apache.beam"]
+    assert get_suspended_provider_ids() == []
 
 
 def test_get_suspended_provider_folders():
     # Modify it every time we suspend/resume provider
-    assert get_suspended_provider_folders() == ["apache/beam"]
+    assert get_suspended_provider_folders() == []
 
 
 @pytest.mark.parametrize(

dev/breeze/tests/test_selective_checks.py

@@ -554,7 +554,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
             pytest.param(
                 ("providers/apache/beam/tests/unit/apache/beam/file.py",),
                 {
-                    "selected-providers-list-as-string": "common.compat google",
+                    "selected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
                     "all-python-versions-list-as-string": DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
                     "python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
@@ -574,16 +574,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam,c...google",
+                                "test_types": "Providers[apache.beam,common.compat] Providers[google]",
                             }
                         ]
                     ),
                     "individual-providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam...google",
+                                "test_types": "Providers[apache.beam] "
+                                "Providers[common.compat] Providers[google]",
                             }
                         ]
                     ),
@@ -596,7 +597,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
             pytest.param(
                 ("providers/apache/beam/tests/unit/apache/beam/file.py",),
                 {
-                    "selected-providers-list-as-string": "common.compat google",
+                    "selected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
                     "all-python-versions-list-as-string": DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
                     "python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
@@ -616,16 +617,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam,c...google",
+                                "test_types": "Providers[apache.beam,common.compat] Providers[google]",
                             }
                         ]
                     ),
                     "individual-providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam...google",
+                                "test_types": "Providers[apache.beam] "
+                                "Providers[common.compat] Providers[google]",
                             }
                         ]
                     ),
@@ -642,7 +644,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers/apache/beam/tests/unit/apache/beam/file.py",
                 ),
                 {
-                    "selected-providers-list-as-string": "common.compat google",
+                    "selected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
                     "all-python-versions-list-as-string": DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
                     "python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
@@ -662,16 +664,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam,c...google",
+                                "test_types": "Providers[apache.beam,common.compat] Providers[google]",
                             }
                         ]
                     ),
                     "individual-providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam...google",
+                                "test_types": "Providers[apache.beam] "
+                                "Providers[common.compat] Providers[google]",
                             }
                         ]
                     ),
@@ -688,7 +691,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers/apache/beam/tests/unit/apache/beam/file.py",
                 ),
                 {
-                    "selected-providers-list-as-string": "common.compat google",
+                    "selected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
                     "all-python-versions-list-as-string": DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
                     "python-versions": f"['{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}']",
@@ -708,16 +711,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam,c...google",
+                                "test_types": "Providers[apache.beam,common.compat] Providers[google]",
                             }
                         ]
                     ),
                     "individual-providers-test-types-list-as-strings-in-json": json.dumps(
                         [
                             {
-                                "description": "common.compat...google",
-                                "test_types": "Providers[common.compat] Providers[google]",
+                                "description": "apache.beam...google",
+                                "test_types": "Providers[apache.beam] "
+                                "Providers[common.compat] Providers[google]",
                             }
                         ]
                     ),
@@ -2746,7 +2750,7 @@ def test_expected_output_push(
                 "providers/google/tests/unit/google/file.py",
             ),
             {
-                "selected-providers-list-as-string": "amazon apache.cassandra apache.kafka "
+                "selected-providers-list-as-string": "amazon apache.beam apache.cassandra apache.kafka "
                 "cncf.kubernetes common.compat common.messaging common.sql databricks "
                 "facebook google hashicorp http microsoft.azure microsoft.mssql mongo mysql "
                 "openlineage oracle postgres presto salesforce samba sftp ssh standard trino",
@@ -2758,7 +2762,7 @@ def test_expected_output_push(
                 "run-unit-tests": "true",
                 "skip-providers-tests": "false",
                 "docs-build": "true",
-                "docs-list-as-string": "apache-airflow helm-chart amazon apache.cassandra "
+                "docs-list-as-string": "apache-airflow helm-chart amazon apache.beam apache.cassandra "
                 "apache.kafka cncf.kubernetes common.compat common.messaging common.sql databricks facebook google hashicorp http microsoft.azure "
                 "microsoft.mssql mongo mysql openlineage oracle postgres "
                 "presto salesforce samba sftp ssh standard trino",
@@ -2781,7 +2785,7 @@ def test_expected_output_push(
                     [
                         {
                             "description": "amazon...standard",
-                            "test_types": "Providers[amazon] Providers[apache.cassandra,"
+                            "test_types": "Providers[amazon] Providers[apache.beam,apache.cassandra,"
                             "apache.kafka,cncf.kubernetes,common.compat,common.messaging,common.sql,databricks,facebook,"
                             "hashicorp,http,microsoft.azure,microsoft.mssql,mongo,mysql,"
                             "openlineage,oracle,postgres,presto,salesforce,samba,sftp,ssh,trino] "
@@ -3064,7 +3068,7 @@ def test_upgrade_to_newer_dependencies(
         pytest.param(
             ("providers/google/docs/some_file.rst",),
             {
-                "docs-list-as-string": "amazon apache.cassandra apache.kafka "
+                "docs-list-as-string": "amazon apache.beam apache.cassandra apache.kafka "
                 "cncf.kubernetes common.compat common.messaging common.sql databricks facebook google hashicorp http "
                 "microsoft.azure microsoft.mssql mongo mysql openlineage oracle "
                 "postgres presto salesforce samba sftp ssh standard trino",

devel-common/src/tests_common/test_utils/providers.py

@@ -68,7 +68,7 @@ def get_provider_min_airflow_version(provider_name: str) -> tuple[int, ...]:
 
 
 # Ignore module import errors for any suspended provider paths used in example dags
-IGNORE_MODULE_IMPORT_ERRORS: list[str] = ["airflow.providers.apache.beam"]
+IGNORE_MODULE_IMPORT_ERRORS: list[str] = []
 
 
 def get_suspended_providers_folders() -> list[str]:

providers/apache/beam/README.rst

@@ -55,7 +55,7 @@ PIP package                                 Version required
 ==========================================  ==================================================================
 ``apache-airflow``                          ``>=2.11.0``
 ``apache-airflow-providers-common-compat``  ``>=1.12.0``
-``apache-beam``                             ``>=2.69.0``
+``apache-beam``                             ``>=2.76.0``
 ``pyarrow``                                 ``>=16.1.0; python_version < "3.14"``
 ``pyarrow``                                 ``>=22.0.0; python_version >= "3.14"``
 ``numpy``                                   ``>=1.22.4; python_version < "3.11"``

providers/apache/beam/docs/index.rst

@@ -100,16 +100,17 @@ PIP package                                 Version required
 ==========================================  ==================================================================
 ``apache-airflow``                          ``>=2.11.0``
 ``apache-airflow-providers-common-compat``  ``>=1.12.0``
-``apache-beam``                             ``>=2.69.0``
-``pyarrow``                                 ``>=16.1.0``
+``apache-beam``                             ``>=2.76.0``
+``pyarrow``                                 ``>=16.1.0; python_version < "3.14"``
+``pyarrow``                                 ``>=22.0.0; python_version >= "3.14"``
 ``numpy``                                   ``>=1.22.4; python_version < "3.11"``
 ``numpy``                                   ``>=1.23.2; python_version < "3.12" and python_version >= "3.11"``
 ``numpy``                                   ``>=1.26.0; python_version >= "3.12" and python_version < "3.14"``
 ``numpy``                                   ``>=2.4.3; python_version >= "3.14"``
 ==========================================  ==================================================================
 
-Cross provider package dependencies
------------------------------------
+Optional cross provider package dependencies
+--------------------------------------------
 
 Those are dependencies that might be needed in order to use all the features of the package.
 You need to install the specified provider distributions in order to use them.
@@ -118,15 +119,31 @@ You can install such cross-provider dependencies when installing from PyPI. For
 
 .. code-block:: bash
 
-    pip install apache-airflow-providers-apache-beam[common.compat]
+    pip install apache-airflow-providers-apache-beam[google]
 
 
-==================================================================================================================  =================
-Dependent package                                                                                                   Extra
-==================================================================================================================  =================
-`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
-`apache-airflow-providers-google <https://airflow.apache.org/docs/apache-airflow-providers-google>`_                ``google``
-==================================================================================================================  =================
+====================================================================================================  ==========
+Dependent package                                                                                     Extra
+====================================================================================================  ==========
+`apache-airflow-providers-google <https://airflow.apache.org/docs/apache-airflow-providers-google>`_  ``google``
+====================================================================================================  ==========
+
+Optional dependencies
+---------------------
+
+These extras install optional third-party libraries that enable additional features of the provider.
+Install them when installing from PyPI. For example:
+
+.. code-block:: bash
+
+    pip install apache-airflow-providers-apache-beam[google]
+
+
+==========  ============================
+Extra       Dependencies
+==========  ============================
+``google``  ``apache-beam[gcp]>=2.76.0``
+==========  ============================
 
 Downloading official packages
 -----------------------------

providers/apache/beam/provider.yaml

@@ -21,9 +21,9 @@ name: Apache Beam
 description: |
     `Apache Beam <https://beam.apache.org/>`__.
 
-state: suspended
-source-date-epoch: 1768334134
+state: ready
 lifecycle: production
+source-date-epoch: 1772063928
 # Note that those versions are maintained by release manager - do not update them manually
 # with the exception of case where other provider in sources has >= new provider version.
 # In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have

providers/apache/beam/pyproject.toml

@@ -61,7 +61,7 @@ requires-python = ">=3.10"
 dependencies = [
     "apache-airflow>=2.11.0",
     "apache-airflow-providers-common-compat>=1.12.0",
-    "apache-beam>=2.69.0",
+    "apache-beam>=2.76.0",
     "pyarrow>=16.1.0; python_version < '3.14'",
     "pyarrow>=22.0.0; python_version >= '3.14'",
     "numpy>=1.22.4; python_version<'3.11'",
@@ -74,7 +74,7 @@ dependencies = [
 # Any change in the dependencies is preserved when the file is regenerated
 [project.optional-dependencies]
 "google" = [
-    "apache-beam[gcp]>=2.69.0",
+    "apache-beam[gcp]>=2.76.0",
 ]
 
 [dependency-groups]