Polars update ci (#1433)

* update ci to run tests on polars-dev PRs Signed-off-by: cosmicBboy <[email protected]> * fix type Signed-off-by: cosmicBboy <[email protected]> * use Union type Signed-off-by: cosmicBboy <[email protected]> * update deps Signed-off-by: cosmicBboy <[email protected]> * fix lint Signed-off-by: cosmicBboy <[email protected]> * loosen pylint contraints, fix strategies circular import Signed-off-by: cosmicBboy <[email protected]> --------- Signed-off-by: cosmicBboy <[email protected]>
unionai-oss · Feb 21, 2024 · 0717428 · 0717428
1 parent c316b92
commit 0717428
Show file tree

Hide file tree

Showing 35 changed files with 167 additions and 182 deletions.
diff --git a/.github/workflows/ci-tests.yml b/.github/workflows/ci-tests.yml
@@ -10,6 +10,7 @@ on:
     branches:
       - main
       - dev
+      - polars-dev
       - bugfix
       - "release/*"
 

diff --git a/.pylintrc b/.pylintrc
@@ -48,4 +48,9 @@ disable=
     unnecessary-dunder-call,
     use-dict-literal,
     invalid-name,
-    import-outside-toplevel
+    import-outside-toplevel,
+    missing-class-docstring,
+    missing-function-docstring,
+    fixme,
+    too-many-locals,
+    redefined-outer-name
diff --git a/ci/requirements-py3.10-pandas1.5.3-pydantic1.10.11.txt b/ci/requirements-py3.10-pandas1.5.3-pydantic1.10.11.txt
@@ -20,7 +20,7 @@ beautifulsoup4==4.12.2    # via furo, nbconvert
 black==23.9.1             # via -r requirements.in
 bleach==6.0.0             # via nbconvert
 certifi==2023.7.22        # via fiona, pyproj, requests
-cffi==1.15.1              # via argon2-cffi-bindings, cryptography
+cffi==1.15.1              # via argon2-cffi-bindings
 cfgv==3.4.0               # via pre-commit
 chardet==5.2.0            # via frictionless
 charset-normalizer==3.2.0  # via requests
@@ -31,8 +31,7 @@ cloudpickle==2.2.1        # via dask, distributed, doit
 colorama==0.4.6           # via typer
 colorlog==6.7.0           # via nox
 commonmark==0.9.1         # via recommonmark
-coverage[toml]==7.3.1     # via coverage, pytest-cov
-cryptography==42.0.2      # via secretstorage
+coverage[toml]==7.3.1     # via pytest-cov
 dask==2023.9.2            # via -r requirements.in, distributed
 defusedxml==0.7.1         # via nbconvert
 dill==0.3.7               # via pylint
@@ -64,7 +63,6 @@ isodate==0.6.1            # via frictionless
 isoduration==20.11.0      # via jsonschema
 isort==5.12.0             # via -r requirements.in, pylint
 jaraco-classes==3.3.0     # via keyring
-jeepney==0.8.0            # via keyring, secretstorage
 jinja2==3.1.3             # via distributed, frictionless, jupyter-server, jupyterlab-server, nbconvert, sphinx
 json5==0.9.14             # via asv, jupyterlab-server
 jsonpointer==2.4          # via jsonschema
@@ -115,6 +113,7 @@ petl==1.7.14              # via frictionless
 pkginfo==1.9.6            # via jupyterlite-pyodide-kernel, twine
 platformdirs==3.10.0      # via black, jupyter-core, pylint, virtualenv
 pluggy==1.3.0             # via pytest
+polars==0.20.10           # via -r requirements.in
 pre-commit==3.4.0         # via -r requirements.in
 prometheus-client==0.17.1  # via jupyter-server
 protobuf==4.24.3          # via -r requirements.in, ray
@@ -152,7 +151,6 @@ rfc3986-validator==0.1.1  # via jsonschema, jupyter-events
 rich==13.5.2              # via twine, typer
 rpds-py==0.10.3           # via jsonschema, referencing
 scipy==1.11.2             # via -r requirements.in
-secretstorage==3.3.3      # via keyring
 send2trash==1.8.2         # via jupyter-server
 shapely==2.0.1            # via -r requirements.in, geopandas
 shellingham==1.5.3        # via typer
@@ -187,7 +185,7 @@ tornado==6.3.3            # via distributed, jupyter-client, jupyter-server, ter
 traitlets==5.10.0         # via jupyter-client, jupyter-core, jupyter-events, jupyter-server, nbclient, nbconvert, nbformat
 twine==4.0.2              # via -r requirements.in
 typeguard==4.1.5          # via -r requirements.in
-typer[all]==0.9.0         # via frictionless, typer
+typer[all]==0.9.0         # via frictionless
 types-click==7.1.8        # via -r requirements.in
 types-pkg-resources==0.1.3  # via -r requirements.in
 types-pytz==2023.3.0.1    # via -r requirements.in, pandas-stubs

diff --git a/ci/requirements-py3.10-pandas1.5.3-pydantic2.3.0.txt b/ci/requirements-py3.10-pandas1.5.3-pydantic2.3.0.txt
@@ -21,7 +21,7 @@ beautifulsoup4==4.12.2    # via furo, nbconvert
 black==23.9.1             # via -r requirements.in
 bleach==6.0.0             # via nbconvert
 certifi==2023.7.22        # via fiona, pyproj, requests
-cffi==1.15.1              # via argon2-cffi-bindings, cryptography
+cffi==1.15.1              # via argon2-cffi-bindings
 cfgv==3.4.0               # via pre-commit
 chardet==5.2.0            # via frictionless
 charset-normalizer==3.2.0  # via requests
@@ -32,8 +32,7 @@ cloudpickle==2.2.1        # via dask, distributed, doit
 colorama==0.4.6           # via typer
 colorlog==6.7.0           # via nox
 commonmark==0.9.1         # via recommonmark
-coverage[toml]==7.3.1     # via coverage, pytest-cov
-cryptography==42.0.2      # via secretstorage
+coverage[toml]==7.3.1     # via pytest-cov
 dask==2023.9.2            # via -r requirements.in, distributed
 defusedxml==0.7.1         # via nbconvert
 dill==0.3.7               # via pylint
@@ -65,7 +64,6 @@ isodate==0.6.1            # via frictionless
 isoduration==20.11.0      # via jsonschema
 isort==5.12.0             # via -r requirements.in, pylint
 jaraco-classes==3.3.0     # via keyring
-jeepney==0.8.0            # via keyring, secretstorage
 jinja2==3.1.3             # via distributed, frictionless, jupyter-server, jupyterlab-server, nbconvert, sphinx
 json5==0.9.14             # via asv, jupyterlab-server
 jsonpointer==2.4          # via jsonschema
@@ -116,6 +114,7 @@ petl==1.7.14              # via frictionless
 pkginfo==1.9.6            # via jupyterlite-pyodide-kernel, twine
 platformdirs==3.10.0      # via black, jupyter-core, pylint, virtualenv
 pluggy==1.3.0             # via pytest
+polars==0.20.10           # via -r requirements.in
 pre-commit==3.4.0         # via -r requirements.in
 prometheus-client==0.17.1  # via jupyter-server
 protobuf==4.24.3          # via -r requirements.in, ray
@@ -154,7 +153,6 @@ rfc3986-validator==0.1.1  # via jsonschema, jupyter-events
 rich==13.5.2              # via twine, typer
 rpds-py==0.10.3           # via jsonschema, referencing
 scipy==1.11.2             # via -r requirements.in
-secretstorage==3.3.3      # via keyring
 send2trash==1.8.2         # via jupyter-server
 shapely==2.0.1            # via -r requirements.in, geopandas
 shellingham==1.5.3        # via typer
@@ -189,7 +187,7 @@ tornado==6.3.3            # via distributed, jupyter-client, jupyter-server, ter
 traitlets==5.10.0         # via jupyter-client, jupyter-core, jupyter-events, jupyter-server, nbclient, nbconvert, nbformat
 twine==4.0.2              # via -r requirements.in
 typeguard==4.1.5          # via -r requirements.in
-typer[all]==0.9.0         # via frictionless, typer
+typer[all]==0.9.0         # via frictionless
 types-click==7.1.8        # via -r requirements.in
 types-pkg-resources==0.1.3  # via -r requirements.in
 types-pytz==2023.3.0.1    # via -r requirements.in, pandas-stubs

diff --git a/ci/requirements-py3.10-pandas2.0.3-pydantic1.10.11.txt b/ci/requirements-py3.10-pandas2.0.3-pydantic1.10.11.txt
@@ -20,7 +20,7 @@ beautifulsoup4==4.12.2    # via furo, nbconvert
 black==23.9.1             # via -r requirements.in
 bleach==6.0.0             # via nbconvert
 certifi==2023.7.22        # via fiona, pyproj, requests
-cffi==1.15.1              # via argon2-cffi-bindings, cryptography
+cffi==1.15.1              # via argon2-cffi-bindings
 cfgv==3.4.0               # via pre-commit
 chardet==5.2.0            # via frictionless
 charset-normalizer==3.2.0  # via requests
@@ -31,8 +31,7 @@ cloudpickle==2.2.1        # via dask, distributed, doit
 colorama==0.4.6           # via typer
 colorlog==6.7.0           # via nox
 commonmark==0.9.1         # via recommonmark
-coverage[toml]==7.3.1     # via coverage, pytest-cov
-cryptography==42.0.2      # via secretstorage
+coverage[toml]==7.3.1     # via pytest-cov
 dask==2023.9.2            # via -r requirements.in, distributed
 defusedxml==0.7.1         # via nbconvert
 dill==0.3.7               # via pylint
@@ -64,7 +63,6 @@ isodate==0.6.1            # via frictionless
 isoduration==20.11.0      # via jsonschema
 isort==5.12.0             # via -r requirements.in, pylint
 jaraco-classes==3.3.0     # via keyring
-jeepney==0.8.0            # via keyring, secretstorage
 jinja2==3.1.3             # via distributed, frictionless, jupyter-server, jupyterlab-server, nbconvert, sphinx
 json5==0.9.14             # via asv, jupyterlab-server
 jsonpointer==2.4          # via jsonschema
@@ -115,6 +113,7 @@ petl==1.7.14              # via frictionless
 pkginfo==1.9.6            # via jupyterlite-pyodide-kernel, twine
 platformdirs==3.10.0      # via black, jupyter-core, pylint, virtualenv
 pluggy==1.3.0             # via pytest
+polars==0.20.10           # via -r requirements.in
 pre-commit==3.4.0         # via -r requirements.in
 prometheus-client==0.17.1  # via jupyter-server
 protobuf==4.24.3          # via -r requirements.in, ray
@@ -152,7 +151,6 @@ rfc3986-validator==0.1.1  # via jsonschema, jupyter-events
 rich==13.5.2              # via twine, typer
 rpds-py==0.10.3           # via jsonschema, referencing
 scipy==1.11.2             # via -r requirements.in
-secretstorage==3.3.3      # via keyring
 send2trash==1.8.2         # via jupyter-server
 shapely==2.0.1            # via -r requirements.in, geopandas
 shellingham==1.5.3        # via typer
@@ -187,7 +185,7 @@ tornado==6.3.3            # via distributed, jupyter-client, jupyter-server, ter
 traitlets==5.10.0         # via jupyter-client, jupyter-core, jupyter-events, jupyter-server, nbclient, nbconvert, nbformat
 twine==4.0.2              # via -r requirements.in
 typeguard==4.1.5          # via -r requirements.in
-typer[all]==0.9.0         # via frictionless, typer
+typer[all]==0.9.0         # via frictionless
 types-click==7.1.8        # via -r requirements.in
 types-pkg-resources==0.1.3  # via -r requirements.in
 types-pytz==2023.3.0.1    # via -r requirements.in, pandas-stubs

diff --git a/ci/requirements-py3.10-pandas2.0.3-pydantic2.3.0.txt b/ci/requirements-py3.10-pandas2.0.3-pydantic2.3.0.txt
@@ -21,7 +21,7 @@ beautifulsoup4==4.12.2    # via furo, nbconvert
 black==23.9.1             # via -r requirements.in
 bleach==6.0.0             # via nbconvert
 certifi==2023.7.22        # via fiona, pyproj, requests
-cffi==1.15.1              # via argon2-cffi-bindings, cryptography
+cffi==1.15.1              # via argon2-cffi-bindings
 cfgv==3.4.0               # via pre-commit
 chardet==5.2.0            # via frictionless
 charset-normalizer==3.2.0  # via requests
@@ -32,8 +32,7 @@ cloudpickle==2.2.1        # via dask, distributed, doit
 colorama==0.4.6           # via typer
 colorlog==6.7.0           # via nox
 commonmark==0.9.1         # via recommonmark
-coverage[toml]==7.3.1     # via coverage, pytest-cov
-cryptography==42.0.2      # via secretstorage
+coverage[toml]==7.3.1     # via pytest-cov
 dask==2023.9.2            # via -r requirements.in, distributed
 defusedxml==0.7.1         # via nbconvert
 dill==0.3.7               # via pylint
@@ -65,7 +64,6 @@ isodate==0.6.1            # via frictionless
 isoduration==20.11.0      # via jsonschema
 isort==5.12.0             # via -r requirements.in, pylint
 jaraco-classes==3.3.0     # via keyring
-jeepney==0.8.0            # via keyring, secretstorage
 jinja2==3.1.3             # via distributed, frictionless, jupyter-server, jupyterlab-server, nbconvert, sphinx
 json5==0.9.14             # via asv, jupyterlab-server
 jsonpointer==2.4          # via jsonschema
@@ -116,6 +114,7 @@ petl==1.7.14              # via frictionless
 pkginfo==1.9.6            # via jupyterlite-pyodide-kernel, twine
 platformdirs==3.10.0      # via black, jupyter-core, pylint, virtualenv
 pluggy==1.3.0             # via pytest
+polars==0.20.10           # via -r requirements.in
 pre-commit==3.4.0         # via -r requirements.in
 prometheus-client==0.17.1  # via jupyter-server
 protobuf==4.24.3          # via -r requirements.in, ray
@@ -154,7 +153,6 @@ rfc3986-validator==0.1.1  # via jsonschema, jupyter-events
 rich==13.5.2              # via twine, typer
 rpds-py==0.10.3           # via jsonschema, referencing
 scipy==1.11.2             # via -r requirements.in
-secretstorage==3.3.3      # via keyring
 send2trash==1.8.2         # via jupyter-server
 shapely==2.0.1            # via -r requirements.in, geopandas
 shellingham==1.5.3        # via typer
@@ -189,7 +187,7 @@ tornado==6.3.3            # via distributed, jupyter-client, jupyter-server, ter
 traitlets==5.10.0         # via jupyter-client, jupyter-core, jupyter-events, jupyter-server, nbclient, nbconvert, nbformat
 twine==4.0.2              # via -r requirements.in
 typeguard==4.1.5          # via -r requirements.in
-typer[all]==0.9.0         # via frictionless, typer
+typer[all]==0.9.0         # via frictionless
 types-click==7.1.8        # via -r requirements.in
 types-pkg-resources==0.1.3  # via -r requirements.in
 types-pytz==2023.3.0.1    # via -r requirements.in, pandas-stubs

diff --git a/ci/requirements-py3.11-pandas1.5.3-pydantic1.10.11.txt b/ci/requirements-py3.11-pandas1.5.3-pydantic1.10.11.txt
@@ -20,7 +20,7 @@ beautifulsoup4==4.12.2    # via furo, nbconvert
 black==23.9.1             # via -r requirements.in
 bleach==6.0.0             # via nbconvert
 certifi==2023.7.22        # via fiona, pyproj, requests
-cffi==1.15.1              # via argon2-cffi-bindings, cryptography
+cffi==1.15.1              # via argon2-cffi-bindings
 cfgv==3.4.0               # via pre-commit
 chardet==5.2.0            # via frictionless
 charset-normalizer==3.2.0  # via requests
@@ -31,8 +31,7 @@ cloudpickle==2.2.1        # via dask, distributed, doit
 colorama==0.4.6           # via typer
 colorlog==6.7.0           # via nox
 commonmark==0.9.1         # via recommonmark
-coverage[toml]==7.3.1     # via coverage, pytest-cov
-cryptography==42.0.2      # via secretstorage
+coverage[toml]==7.3.1     # via pytest-cov
 dask==2023.9.2            # via -r requirements.in, distributed
 defusedxml==0.7.1         # via nbconvert
 dill==0.3.7               # via pylint
@@ -63,7 +62,6 @@ isodate==0.6.1            # via frictionless
 isoduration==20.11.0      # via jsonschema
 isort==5.12.0             # via -r requirements.in, pylint
 jaraco-classes==3.3.0     # via keyring
-jeepney==0.8.0            # via keyring, secretstorage
 jinja2==3.1.3             # via distributed, frictionless, jupyter-server, jupyterlab-server, nbconvert, sphinx
 json5==0.9.14             # via asv, jupyterlab-server
 jsonpointer==2.4          # via jsonschema
@@ -114,6 +112,7 @@ petl==1.7.14              # via frictionless
 pkginfo==1.9.6            # via jupyterlite-pyodide-kernel, twine
 platformdirs==3.10.0      # via black, jupyter-core, pylint, virtualenv
 pluggy==1.3.0             # via pytest
+polars==0.20.10           # via -r requirements.in
 pre-commit==3.4.0         # via -r requirements.in
 prometheus-client==0.17.1  # via jupyter-server
 protobuf==4.24.3          # via -r requirements.in, ray
@@ -151,7 +150,6 @@ rfc3986-validator==0.1.1  # via jsonschema, jupyter-events
 rich==13.5.2              # via twine, typer
 rpds-py==0.10.3           # via jsonschema, referencing
 scipy==1.11.2             # via -r requirements.in
-secretstorage==3.3.3      # via keyring
 send2trash==1.8.2         # via jupyter-server
 shapely==2.0.1            # via -r requirements.in, geopandas
 shellingham==1.5.3        # via typer
@@ -185,7 +183,7 @@ tornado==6.3.3            # via distributed, jupyter-client, jupyter-server, ter
 traitlets==5.10.0         # via jupyter-client, jupyter-core, jupyter-events, jupyter-server, nbclient, nbconvert, nbformat
 twine==4.0.2              # via -r requirements.in
 typeguard==4.1.5          # via -r requirements.in
-typer[all]==0.9.0         # via frictionless, typer
+typer[all]==0.9.0         # via frictionless
 types-click==7.1.8        # via -r requirements.in
 types-pkg-resources==0.1.3  # via -r requirements.in
 types-pytz==2023.3.0.1    # via -r requirements.in, pandas-stubs

diff --git a/ci/requirements-py3.11-pandas1.5.3-pydantic2.3.0.txt b/ci/requirements-py3.11-pandas1.5.3-pydantic2.3.0.txt
@@ -21,7 +21,7 @@ beautifulsoup4==4.12.2    # via furo, nbconvert
 black==23.9.1             # via -r requirements.in
 bleach==6.0.0             # via nbconvert
 certifi==2023.7.22        # via fiona, pyproj, requests
-cffi==1.15.1              # via argon2-cffi-bindings, cryptography
+cffi==1.15.1              # via argon2-cffi-bindings
 cfgv==3.4.0               # via pre-commit
 chardet==5.2.0            # via frictionless
 charset-normalizer==3.2.0  # via requests
@@ -32,8 +32,7 @@ cloudpickle==2.2.1        # via dask, distributed, doit
 colorama==0.4.6           # via typer
 colorlog==6.7.0           # via nox
 commonmark==0.9.1         # via recommonmark
-coverage[toml]==7.3.1     # via coverage, pytest-cov
-cryptography==42.0.2      # via secretstorage
+coverage[toml]==7.3.1     # via pytest-cov
 dask==2023.9.2            # via -r requirements.in, distributed
 defusedxml==0.7.1         # via nbconvert
 dill==0.3.7               # via pylint
@@ -64,7 +63,6 @@ isodate==0.6.1            # via frictionless
 isoduration==20.11.0      # via jsonschema
 isort==5.12.0             # via -r requirements.in, pylint
 jaraco-classes==3.3.0     # via keyring
-jeepney==0.8.0            # via keyring, secretstorage
 jinja2==3.1.3             # via distributed, frictionless, jupyter-server, jupyterlab-server, nbconvert, sphinx
 json5==0.9.14             # via asv, jupyterlab-server
 jsonpointer==2.4          # via jsonschema
@@ -115,6 +113,7 @@ petl==1.7.14              # via frictionless
 pkginfo==1.9.6            # via jupyterlite-pyodide-kernel, twine
 platformdirs==3.10.0      # via black, jupyter-core, pylint, virtualenv
 pluggy==1.3.0             # via pytest
+polars==0.20.10           # via -r requirements.in
 pre-commit==3.4.0         # via -r requirements.in
 prometheus-client==0.17.1  # via jupyter-server
 protobuf==4.24.3          # via -r requirements.in, ray
@@ -153,7 +152,6 @@ rfc3986-validator==0.1.1  # via jsonschema, jupyter-events
 rich==13.5.2              # via twine, typer
 rpds-py==0.10.3           # via jsonschema, referencing
 scipy==1.11.2             # via -r requirements.in
-secretstorage==3.3.3      # via keyring
 send2trash==1.8.2         # via jupyter-server
 shapely==2.0.1            # via -r requirements.in, geopandas
 shellingham==1.5.3        # via typer
@@ -187,7 +185,7 @@ tornado==6.3.3            # via distributed, jupyter-client, jupyter-server, ter
 traitlets==5.10.0         # via jupyter-client, jupyter-core, jupyter-events, jupyter-server, nbclient, nbconvert, nbformat
 twine==4.0.2              # via -r requirements.in
 typeguard==4.1.5          # via -r requirements.in
-typer[all]==0.9.0         # via frictionless, typer
+typer[all]==0.9.0         # via frictionless
 types-click==7.1.8        # via -r requirements.in
 types-pkg-resources==0.1.3  # via -r requirements.in
 types-pytz==2023.3.0.1    # via -r requirements.in, pandas-stubs
-Original file line number
+Diff line change
@@ Expand Up / @@ -10,6 +10,7 @@ on: @@
         branches:
           - main
           - dev
+          - polars-dev
           - bugfix
           - "release/*"
@@ Expand Down @@