Skip to content

Commit

Permalink
Remove obsolete pandas specfication for pre-python 3.9 (#45399)
Browse files Browse the repository at this point in the history
  • Loading branch information
potiuk authored Jan 4, 2025
1 parent c81610b commit b1f709b
Show file tree
Hide file tree
Showing 14 changed files with 24 additions and 49 deletions.
33 changes: 11 additions & 22 deletions generated/provider_dependencies.json
Original file line number Diff line number Diff line change
Expand Up @@ -148,8 +148,7 @@
"apache-airflow>=2.9.0",
"hdfs[avro,dataframe,kerberos]>=2.5.4;python_version<\"3.12\"",
"hdfs[avro,dataframe,kerberos]>=2.7.3;python_version>=\"3.12\"",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\""
"pandas>=2.1.2,<2.2"
],
"devel-deps": [],
"plugins": [],
Expand All @@ -163,8 +162,7 @@
"apache-airflow>=2.9.0",
"hmsclient>=0.1.0",
"jmespath>=0.7.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"pyhive[hive_pure_sasl]>=0.7.0",
"thrift>=0.11.0"
],
Expand Down Expand Up @@ -438,8 +436,7 @@
"apache-airflow>=2.9.0",
"databricks-sql-connector>=3.0.0",
"mergedeep>=1.3.4",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"pyarrow>=14.0.1",
"requests>=2.27.0,<3"
],
Expand Down Expand Up @@ -562,8 +559,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"pyexasol>=0.5.1"
],
"devel-deps": [],
Expand Down Expand Up @@ -691,8 +687,7 @@
"json-merge-patch>=0.2",
"looker-sdk>=22.4.0,!=24.18.0",
"pandas-gbq>=0.7.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"proto-plus>=1.19.6",
"pyarrow>=14.0.1",
"python-slugify>=7.0.0",
Expand Down Expand Up @@ -1047,8 +1042,7 @@
"deps": [
"apache-airflow>=2.9.0",
"ipykernel>=6.29.4",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"papermill[all]>=2.6.0",
"scrapbook[all]>=0.5.0"
],
Expand Down Expand Up @@ -1105,8 +1099,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"presto-python-client>=0.8.4"
],
"devel-deps": [],
Expand Down Expand Up @@ -1143,8 +1136,7 @@
"salesforce": {
"deps": [
"apache-airflow>=2.9.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"simple-salesforce>=1.0.0"
],
"devel-deps": [],
Expand Down Expand Up @@ -1245,8 +1237,7 @@
"apache-airflow-providers-common-compat>=1.1.0",
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"pyarrow>=14.0.1",
"snowflake-connector-python>=3.7.1",
"snowflake-snowpark-python>=1.17.0;python_version<\"3.12\"",
Expand Down Expand Up @@ -1342,8 +1333,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"trino>=0.318.0"
],
"devel-deps": [],
Expand Down Expand Up @@ -1374,8 +1364,7 @@
"deps": [
"apache-airflow>=2.9.0",
"httpx>=0.25.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"pandas>=2.1.2,<2.2",
"weaviate-client>=4.4.0"
],
"devel-deps": [],
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/amazon/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -120,8 +120,7 @@ additional-extras:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2


# There is conflict between boto3 and aiobotocore dependency botocore.
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/apache/hdfs/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -60,8 +60,7 @@ dependencies:
- apache-airflow>=2.9.0
- hdfs[avro,dataframe,kerberos]>=2.5.4;python_version<"3.12"
- hdfs[avro,dataframe,kerberos]>=2.7.3;python_version>="3.12"
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2


integrations:
Expand Down
4 changes: 1 addition & 3 deletions providers/src/airflow/providers/apache/hive/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -81,9 +81,7 @@ dependencies:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"

- pandas>=2.1.2,<2.2
- pyhive[hive_pure_sasl]>=0.7.0
- thrift>=0.11.0
- jmespath>=0.7.0
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/common/sql/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -76,8 +76,7 @@ additional-extras:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2


integrations:
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/databricks/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -79,8 +79,7 @@ dependencies:
- databricks-sql-connector>=3.0.0
- aiohttp>=3.9.2, <4
- mergedeep>=1.3.4
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2
- pyarrow>=14.0.1


Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/exasol/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -69,8 +69,7 @@ dependencies:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2


integrations:
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/google/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -170,8 +170,7 @@ dependencies:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2
# A transient dependency of google-cloud-bigquery-datatransfer, but we
# further constrain it since older versions are buggy.
- proto-plus>=1.19.6
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/papermill/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -58,8 +58,7 @@ dependencies:
- papermill[all]>=2.6.0
- scrapbook[all]>=0.5.0
- ipykernel>=6.29.4
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2

integrations:
- integration-name: Papermill
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/presto/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -70,8 +70,7 @@ dependencies:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2


integrations:
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/salesforce/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -65,8 +65,7 @@ dependencies:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2


integrations:
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/snowflake/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -88,8 +88,7 @@ dependencies:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2
- pyarrow>=14.0.1
- snowflake-connector-python>=3.7.1
- snowflake-sqlalchemy>=1.4.0
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/trino/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -72,8 +72,7 @@ dependencies:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2
- trino>=0.318.0

integrations:
Expand Down
3 changes: 1 addition & 2 deletions providers/src/airflow/providers/weaviate/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -57,8 +57,7 @@ dependencies:
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- pandas>=2.1.2,<2.2;python_version>="3.9"
- pandas>=1.5.3,<2.2;python_version<"3.9"
- pandas>=2.1.2,<2.2

hooks:
- integration-name: Weaviate
Expand Down

0 comments on commit b1f709b

Please sign in to comment.