Upgrade NLTK (#1247)

* Upgrade NLTK

* Install nltk data before running tests

* Use poetry env

* Don't trigger benchmarks

.github/workflows/benchmark_check.yml

@@ -1,9 +1,9 @@
 name: Benchmark Result Check Lightwood
 
-on:
-  pull_request:
-    branches:
-      - main
+#on:
+#  pull_request:
+#    branches:
+#      - main
 
 jobs:
   check:

.github/workflows/lightwood.yml

@@ -37,6 +37,11 @@ jobs:
       - name: Lint with flake8
         run: |
           poetry run python -m flake8 .
+      - name: Install NLTK data
+        run: |
+          poetry run python -m nltk.downloader punkt
+          poetry run python -m nltk.downloader punkt_tab
+          poetry run python -m nltk.downloader stopwords
       - name: Test with unittest
         run: |
           # Run all the "standard" tests

pyproject.toml

@@ -16,7 +16,7 @@ type_infer = ">=0.0.15"
 dataprep_ml = ">=24.5.1.2,<24.6.1.0"
 mindsdb-evaluator = ">=0.0.13"
 numpy = ">1.23.0"
-nltk = ">=3.8, <3.9"
+nltk = ">=3.9"
 pandas = ">=2.0.0, <2.1.0"
 torch = ">=2.4.1"
 requests = ">=2.0.0"