Skip to content

Commit 87e34a6

Browse files
authored
Bump pyarrow to 16.1.0 minimum version for several providers (apache#52635)
Pyarrow < 16.1.0 does not play well with numpy 2. Bumping it to 16.1.0 as minimum version should make compatibility tests to not downgrade to versions that are not compoatible when numpy 2 is already installed. It should also prevent our users from accidentally downgrading pyarrow or not upgrading it when numpy is upgraded to >= 2.0.0.
1 parent d49afeb commit 87e34a6

File tree

4 files changed

+4
-4
lines changed

4 files changed

+4
-4
lines changed

providers/apache/beam/pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ requires-python = "~=3.10"
5858
dependencies = [
5959
"apache-airflow>=2.10.0",
6060
'apache-beam>=2.60.0',
61-
"pyarrow>=14.0.1",
61+
"pyarrow>=16.1.0",
6262
"numpy>=1.26.0",
6363

6464
]

providers/databricks/pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,7 @@ dependencies = [
6666
"mergedeep>=1.3.4",
6767
'pandas>=2.1.2; python_version <"3.13"',
6868
'pandas>=2.2.3; python_version >="3.13"',
69-
"pyarrow>=14.0.1",
69+
"pyarrow>=16.1.0",
7070
]
7171

7272
# The optional dependencies should be modified in place in the generated file

providers/google/pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -129,7 +129,7 @@ dependencies = [
129129
# further constrain it since older versions are buggy.
130130
"proto-plus>=1.19.6",
131131
# Used to write parquet files by BaseSqlToGCSOperator
132-
"pyarrow>=14.0.1",
132+
"pyarrow>=16.1.0",
133133
"python-slugify>=7.0.0",
134134
"PyOpenSSL>=23.0.0",
135135
"sqlalchemy-bigquery>=1.2.1",

providers/snowflake/pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -61,7 +61,7 @@ dependencies = [
6161
"apache-airflow-providers-common-sql>=1.21.0",
6262
'pandas>=2.1.2; python_version <"3.13"',
6363
'pandas>=2.2.3; python_version >="3.13"',
64-
"pyarrow>=14.0.1",
64+
"pyarrow>=16.1.0",
6565
"snowflake-connector-python>=3.7.1",
6666
"snowflake-sqlalchemy>=1.4.0",
6767
"snowflake-snowpark-python>=1.17.0;python_version<'3.12'",

0 commit comments

Comments
 (0)