diff --git a/examples/notebooks/hap/generate_hap_score_csv.ipynb b/examples/notebooks/hap/generate_hap_score_csv.ipynb index 497218c2e9..a4717ac70a 100644 --- a/examples/notebooks/hap/generate_hap_score_csv.ipynb +++ b/examples/notebooks/hap/generate_hap_score_csv.ipynb @@ -40,13 +40,501 @@ "4. View and analyze the results.\n" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Open this notebook in Google Colab" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Click link to open notebook in google colab: [![Open in Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/IBM/data-prep-kit/blob/ed990c3445d0187062dbc3ca3913a46674c7a7e3/examples/notebooks/hap/generate_hap_score_csv.ipynb)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Install dependencies for Google Colab environment" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Requirement already satisfied: data-prep-connector in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (0.2.3)\n", + "Requirement already satisfied: scrapy>=2.11.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-connector) (2.12.0)\n", + "Requirement already satisfied: pydantic>=2.8.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-connector) (2.10.2)\n", + "Requirement already satisfied: tldextract>=5.1.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-connector) (5.1.3)\n", + "Requirement already satisfied: annotated-types>=0.6.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pydantic>=2.8.1->data-prep-connector) (0.7.0)\n", + "Requirement already satisfied: pydantic-core==2.27.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pydantic>=2.8.1->data-prep-connector) (2.27.1)\n", + "Requirement already satisfied: typing-extensions>=4.12.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pydantic>=2.8.1->data-prep-connector) (4.12.2)\n", + "Requirement already satisfied: Twisted>=21.7.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (24.11.0)\n", + "Requirement already satisfied: cryptography>=37.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (44.0.0)\n", + "Requirement already satisfied: cssselect>=0.9.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (1.2.0)\n", + "Requirement already satisfied: itemloaders>=1.0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (1.3.2)\n", + "Requirement already satisfied: parsel>=1.5.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (1.9.1)\n", + "Requirement already satisfied: pyOpenSSL>=22.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (24.3.0)\n", + "Requirement already satisfied: queuelib>=1.4.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (1.7.0)\n", + "Requirement already satisfied: service-identity>=18.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (24.2.0)\n", + "Requirement already satisfied: w3lib>=1.17.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (2.2.1)\n", + "Requirement already satisfied: zope.interface>=5.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (7.2)\n", + "Requirement already satisfied: protego>=0.1.15 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (0.3.1)\n", + "Requirement already satisfied: itemadapter>=0.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (0.10.0)\n", + "Requirement already satisfied: packaging in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (24.2)\n", + "Requirement already satisfied: lxml>=4.6.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (4.9.4)\n", + "Requirement already satisfied: defusedxml>=0.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (0.7.1)\n", + "Requirement already satisfied: PyDispatcher>=2.0.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scrapy>=2.11.2->data-prep-connector) (2.0.7)\n", + "Requirement already satisfied: idna in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from tldextract>=5.1.2->data-prep-connector) (3.10)\n", + "Requirement already satisfied: requests>=2.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from tldextract>=5.1.2->data-prep-connector) (2.32.3)\n", + "Requirement already satisfied: requests-file>=1.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from tldextract>=5.1.2->data-prep-connector) (2.1.0)\n", + "Requirement already satisfied: filelock>=3.0.8 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from tldextract>=5.1.2->data-prep-connector) (3.16.1)\n", + "Requirement already satisfied: cffi>=1.12 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from cryptography>=37.0.0->scrapy>=2.11.2->data-prep-connector) (1.17.1)\n", + "Requirement already satisfied: jmespath>=0.9.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from itemloaders>=1.0.1->scrapy>=2.11.2->data-prep-connector) (1.0.1)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests>=2.1.0->tldextract>=5.1.2->data-prep-connector) (3.4.0)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests>=2.1.0->tldextract>=5.1.2->data-prep-connector) (2.2.3)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests>=2.1.0->tldextract>=5.1.2->data-prep-connector) (2024.8.30)\n", + "Requirement already satisfied: attrs>=19.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from service-identity>=18.1.0->scrapy>=2.11.2->data-prep-connector) (24.2.0)\n", + "Requirement already satisfied: pyasn1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from service-identity>=18.1.0->scrapy>=2.11.2->data-prep-connector) (0.6.1)\n", + "Requirement already satisfied: pyasn1-modules in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from service-identity>=18.1.0->scrapy>=2.11.2->data-prep-connector) (0.4.1)\n", + "Requirement already satisfied: automat>=24.8.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from Twisted>=21.7.0->scrapy>=2.11.2->data-prep-connector) (24.8.1)\n", + "Requirement already satisfied: constantly>=15.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from Twisted>=21.7.0->scrapy>=2.11.2->data-prep-connector) (23.10.4)\n", + "Requirement already satisfied: hyperlink>=17.1.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from Twisted>=21.7.0->scrapy>=2.11.2->data-prep-connector) (21.0.0)\n", + "Requirement already satisfied: incremental>=24.7.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from Twisted>=21.7.0->scrapy>=2.11.2->data-prep-connector) (24.7.2)\n", + "Requirement already satisfied: setuptools in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from zope.interface>=5.1.0->scrapy>=2.11.2->data-prep-connector) (75.1.0)\n", + "Requirement already satisfied: pycparser in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from cffi>=1.12->cryptography>=37.0.0->scrapy>=2.11.2->data-prep-connector) (2.22)\n", + "Requirement already satisfied: data-prep-toolkit==0.2.2.dev1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit[ray]==0.2.2.dev1) (0.2.2.dev1)\n", + "Requirement already satisfied: numpy<1.29.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (1.26.4)\n", + "Requirement already satisfied: pyarrow==16.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (16.1.0)\n", + "Requirement already satisfied: boto3==1.34.69 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (1.34.69)\n", + "Collecting argparse (from data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1)\n", + " Using cached argparse-1.4.0-py2.py3-none-any.whl.metadata (2.8 kB)\n", + "Requirement already satisfied: mmh3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (4.1.0)\n", + "Requirement already satisfied: psutil in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (5.9.0)\n", + "Requirement already satisfied: ray==2.36.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.36.1)\n", + "Requirement already satisfied: fastapi>=0.110.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit[ray]==0.2.2.dev1) (0.115.5)\n", + "Requirement already satisfied: pillow>=10.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit[ray]==0.2.2.dev1) (10.4.0)\n", + "Requirement already satisfied: botocore<1.35.0,>=1.34.69 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from boto3==1.34.69->data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (1.34.162)\n", + "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from boto3==1.34.69->data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (1.0.1)\n", + "Requirement already satisfied: s3transfer<0.11.0,>=0.10.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from boto3==1.34.69->data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (0.10.4)\n", + "Requirement already satisfied: click>=7.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (8.1.7)\n", + "Requirement already satisfied: filelock in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (3.16.1)\n", + "Requirement already satisfied: jsonschema in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (4.23.0)\n", + "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.1.0)\n", + "Requirement already satisfied: packaging in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (24.2)\n", + "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (5.29.0)\n", + "Requirement already satisfied: pyyaml in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (6.0.2)\n", + "Requirement already satisfied: aiosignal in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.3.1)\n", + "Requirement already satisfied: frozenlist in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.5.0)\n", + "Requirement already satisfied: requests in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.32.3)\n", + "Requirement already satisfied: aiohttp>=3.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (3.11.8)\n", + "Requirement already satisfied: aiohttp-cors in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.7.0)\n", + "Requirement already satisfied: colorful in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.5.6)\n", + "Requirement already satisfied: py-spy>=0.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.4.0)\n", + "Requirement already satisfied: opencensus in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.11.4)\n", + "Requirement already satisfied: pydantic!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*,<3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.10.2)\n", + "Requirement already satisfied: prometheus-client>=0.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.21.0)\n", + "Requirement already satisfied: smart-open in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (7.0.5)\n", + "Requirement already satisfied: virtualenv!=20.21.1,>=20.0.24 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (20.28.0)\n", + "Requirement already satisfied: grpcio>=1.42.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.68.0)\n", + "Requirement already satisfied: memray in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.14.0)\n", + "Requirement already satisfied: starlette<0.42.0,>=0.40.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from fastapi>=0.110.2->data-prep-toolkit[ray]==0.2.2.dev1) (0.41.3)\n", + "Requirement already satisfied: typing-extensions>=4.8.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from fastapi>=0.110.2->data-prep-toolkit[ray]==0.2.2.dev1) (4.12.2)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.4.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (24.2.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.2.0)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.18.0)\n", + "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from botocore<1.35.0,>=1.34.69->boto3==1.34.69->data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (2.9.0.post0)\n", + "Requirement already satisfied: urllib3!=2.2.0,<3,>=1.25.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from botocore<1.35.0,>=1.34.69->boto3==1.34.69->data-prep-toolkit==0.2.2.dev1->data-prep-toolkit[ray]==0.2.2.dev1) (2.2.3)\n", + "Requirement already satisfied: annotated-types>=0.6.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pydantic!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*,<3->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.7.0)\n", + "Requirement already satisfied: pydantic-core==2.27.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pydantic!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*,<3->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.27.1)\n", + "Requirement already satisfied: anyio<5,>=3.4.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from starlette<0.42.0,>=0.40.0->fastapi>=0.110.2->data-prep-toolkit[ray]==0.2.2.dev1) (4.6.2.post1)\n", + "Requirement already satisfied: distlib<1,>=0.3.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from virtualenv!=20.21.1,>=20.0.24->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.3.9)\n", + "Requirement already satisfied: platformdirs<5,>=3.9.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from virtualenv!=20.21.1,>=20.0.24->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (4.3.6)\n", + "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema->ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2024.10.1)\n", + "Requirement already satisfied: referencing>=0.28.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema->ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.35.1)\n", + "Requirement already satisfied: rpds-py>=0.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema->ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.21.0)\n", + "Requirement already satisfied: jinja2>=2.9 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (3.1.4)\n", + "Requirement already satisfied: rich>=11.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (13.9.4)\n", + "Requirement already satisfied: textual>=0.41.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.87.1)\n", + "Requirement already satisfied: opencensus-context>=0.1.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.1.3)\n", + "Requirement already satisfied: six~=1.16 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.16.0)\n", + "Requirement already satisfied: google-api-core<3.0.0,>=1.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.23.0)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests->ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (3.4.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests->ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (3.10)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests->ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2024.8.30)\n", + "Requirement already satisfied: wrapt in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from smart-open->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.17.0)\n", + "Requirement already satisfied: sniffio>=1.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from anyio<5,>=3.4.0->starlette<0.42.0,>=0.40.0->fastapi>=0.110.2->data-prep-toolkit[ray]==0.2.2.dev1) (1.3.1)\n", + "Requirement already satisfied: googleapis-common-protos<2.0.dev0,>=1.56.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.66.0)\n", + "Requirement already satisfied: proto-plus<2.0.0dev,>=1.22.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.25.0)\n", + "Requirement already satisfied: google-auth<3.0.dev0,>=2.14.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.36.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jinja2>=2.9->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.1.5)\n", + "Requirement already satisfied: markdown-it-py>=2.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from rich>=11.2.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (3.0.0)\n", + "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from rich>=11.2.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.18.0)\n", + "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (5.5.0)\n", + "Requirement already satisfied: pyasn1-modules>=0.2.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.4.1)\n", + "Requirement already satisfied: rsa<5,>=3.1.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (4.9)\n", + "Requirement already satisfied: mdurl~=0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from markdown-it-py>=2.2.0->rich>=11.2.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.1.2)\n", + "Requirement already satisfied: linkify-it-py<3,>=1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from markdown-it-py[linkify,plugins]>=2.1.0->textual>=0.41.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (2.0.3)\n", + "Requirement already satisfied: mdit-py-plugins in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from markdown-it-py[linkify,plugins]>=2.1.0->textual>=0.41.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.4.2)\n", + "Requirement already satisfied: uc-micro-py in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from linkify-it-py<3,>=1->markdown-it-py[linkify,plugins]>=2.1.0->textual>=0.41.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (1.0.3)\n", + "Requirement already satisfied: pyasn1<0.7.0,>=0.4.6 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pyasn1-modules>=0.2.1->google-auth<3.0.dev0,>=2.14.1->google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]==0.2.2.dev1) (0.6.1)\n", + "Using cached argparse-1.4.0-py2.py3-none-any.whl (23 kB)\n", + "Installing collected packages: argparse\n", + "Successfully installed argparse-1.4.0\n", + "Requirement already satisfied: data-prep-toolkit-transforms==0.2.2.dev1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.2.2.dev1)\n", + "Requirement already satisfied: data-prep-toolkit>=0.2.2.dev1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms==0.2.2.dev1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.2.2.dev1)\n", + "Requirement already satisfied: bs4==0.0.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.0.2)\n", + "Requirement already satisfied: transformers==4.38.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.38.2)\n", + "Requirement already satisfied: parameterized in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.9.0)\n", + "Requirement already satisfied: pandas in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.2.2)\n", + "Requirement already satisfied: docling-core==1.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.3.0)\n", + "Requirement already satisfied: llama-index-core<0.12.0,>=0.11.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.11.23)\n", + "Requirement already satisfied: fasttext==0.9.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.9.2)\n", + "Requirement already satisfied: langcodes==3.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.3.0)\n", + "Requirement already satisfied: huggingface-hub<1.0.0,>=0.21.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.26.3)\n", + "Requirement already satisfied: numpy==1.26.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.26.4)\n", + "Requirement already satisfied: sentence-transformers==3.0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.0.1)\n", + "Requirement already satisfied: docling-ibm-models==1.1.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.1.7)\n", + "Requirement already satisfied: deepsearch-glm==0.21.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.21.0)\n", + "Requirement already satisfied: docling==1.11.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.11.0)\n", + "Requirement already satisfied: filetype<2.0.0,>=1.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.2.0)\n", + "Requirement already satisfied: nltk==3.9.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.9.1)\n", + "Requirement already satisfied: torch==2.4.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.4.1)\n", + "Requirement already satisfied: mmh3>=4.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.1.0)\n", + "Requirement already satisfied: xxhash==3.4.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.4.1)\n", + "Requirement already satisfied: duckdb>=0.10.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.1.3)\n", + "Requirement already satisfied: networkx==3.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.3)\n", + "Requirement already satisfied: colorlog==6.8.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (6.8.2)\n", + "Requirement already satisfied: func-timeout==4.3.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.3.5)\n", + "Requirement already satisfied: emerge-viz==2.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.0.0)\n", + "Requirement already satisfied: beautifulsoup4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from bs4==0.0.2->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.12.3)\n", + "Requirement already satisfied: pyarrow==16.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit>=0.2.2.dev1->data-prep-toolkit-transforms==0.2.2.dev1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (16.1.0)\n", + "Requirement already satisfied: boto3==1.34.69 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit>=0.2.2.dev1->data-prep-toolkit-transforms==0.2.2.dev1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.34.69)\n", + "Collecting argparse (from data-prep-toolkit>=0.2.2.dev1->data-prep-toolkit-transforms==0.2.2.dev1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1)\n", + " Using cached argparse-1.4.0-py2.py3-none-any.whl.metadata (2.8 kB)\n", + "Requirement already satisfied: psutil in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit>=0.2.2.dev1->data-prep-toolkit-transforms==0.2.2.dev1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (5.9.0)\n", + "Requirement already satisfied: docutils!=0.21 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.21.2)\n", + "Requirement already satisfied: matplotlib<4.0.0,>=3.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.9.2)\n", + "Requirement already satisfied: netwulf<0.2.0,>=0.1.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.1.5)\n", + "Requirement already satisfied: numerize<0.13,>=0.12 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.12)\n", + "Requirement already satisfied: python-dotenv<2.0.0,>=1.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.0.1)\n", + "Requirement already satisfied: rich<14.0.0,>=13.7.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (13.9.4)\n", + "Requirement already satisfied: tabulate>=0.8.9 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.9.0)\n", + "Requirement already satisfied: tqdm<5.0.0,>=4.64.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.67.1)\n", + "Requirement already satisfied: certifi>=2024.7.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2024.8.30)\n", + "Requirement already satisfied: docling-parse<2.0.0,>=1.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.6.2)\n", + "Requirement already satisfied: easyocr<2.0,>=1.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.7.2)\n", + "Requirement already satisfied: pydantic<3.0.0,>=2.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.10.2)\n", + "Requirement already satisfied: pydantic-settings<3.0.0,>=2.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.6.1)\n", + "Requirement already satisfied: pypdfium2<5.0.0,>=4.30.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.30.0)\n", + "Requirement already satisfied: requests<3.0.0,>=2.32.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.32.3)\n", + "Requirement already satisfied: rtree<2.0.0,>=1.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.3.0)\n", + "Requirement already satisfied: scipy<2.0.0,>=1.14.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.14.1)\n", + "Requirement already satisfied: json-schema-for-humans<2.0.0,>=1.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.0.4)\n", + "Requirement already satisfied: jsonref<2.0.0,>=1.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.1.0)\n", + "Requirement already satisfied: jsonschema<5.0.0,>=4.16.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.23.0)\n", + "Requirement already satisfied: pyproject-toml<0.0.11,>=0.0.10 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.0.10)\n", + "Requirement already satisfied: Pillow<11.0.0,>=10.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-ibm-models==1.1.7->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (10.4.0)\n", + "Requirement already satisfied: jsonlines<4.0.0,>=3.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-ibm-models==1.1.7->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.1.0)\n", + "Requirement already satisfied: lxml<5.0.0,>=4.9.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-ibm-models==1.1.7->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.9.4)\n", + "Requirement already satisfied: mean_average_precision<2022.0.0.0,>=2021.4.26.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-ibm-models==1.1.7->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2021.4.26.0)\n", + "Requirement already satisfied: onnxruntime<2.0.0,>=1.16.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-ibm-models==1.1.7->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.20.1)\n", + "Requirement already satisfied: opencv-python-headless<5.0.0.0,>=4.9.0.80 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-ibm-models==1.1.7->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.10.0.84)\n", + "Requirement already satisfied: torchvision<1,>=0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from docling-ibm-models==1.1.7->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.19.1)\n", + "Requirement already satisfied: wheel in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.44.0)\n", + "Requirement already satisfied: autopep8 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.3.1)\n", + "Requirement already satisfied: coloredlogs in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (15.0.1)\n", + "Requirement already satisfied: interrogate in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.7.0)\n", + "Requirement already satisfied: scikit-learn in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.5.2)\n", + "Requirement already satisfied: prettytable in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.12.0)\n", + "Requirement already satisfied: py in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.11.0)\n", + "Requirement already satisfied: pycodestyle in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.12.1)\n", + "Requirement already satisfied: pylint in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.3.1)\n", + "Requirement already satisfied: pyparsing in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.2.0)\n", + "Requirement already satisfied: python-louvain in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.16)\n", + "Requirement already satisfied: PyYAML in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (6.0.2)\n", + "Requirement already satisfied: PyDriller in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.7)\n", + "Requirement already satisfied: pyperclip in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.9.0)\n", + "Requirement already satisfied: pybind11>=2.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from fasttext==0.9.2->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.13.6)\n", + "Requirement already satisfied: setuptools>=0.7.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from fasttext==0.9.2->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (75.1.0)\n", + "Requirement already satisfied: click in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nltk==3.9.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (8.1.7)\n", + "Requirement already satisfied: joblib in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nltk==3.9.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.4.2)\n", + "Requirement already satisfied: regex>=2021.8.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nltk==3.9.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2024.11.6)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pandas->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.9.0.post0)\n", + "Requirement already satisfied: pytz>=2020.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pandas->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2024.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pandas->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2024.2)\n", + "Requirement already satisfied: filelock in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch==2.4.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.16.1)\n", + "Requirement already satisfied: typing-extensions>=4.8.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch==2.4.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.12.2)\n", + "Requirement already satisfied: sympy in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch==2.4.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.13.3)\n", + "Requirement already satisfied: jinja2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch==2.4.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.1.4)\n", + "Requirement already satisfied: fsspec in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch==2.4.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2024.10.0)\n", + "Requirement already satisfied: packaging>=20.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (24.2)\n", + "Requirement already satisfied: tokenizers<0.19,>=0.14 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.15.2)\n", + "Requirement already satisfied: safetensors>=0.4.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.4.5)\n", + "Requirement already satisfied: botocore<1.35.0,>=1.34.69 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from boto3==1.34.69->data-prep-toolkit>=0.2.2.dev1->data-prep-toolkit-transforms==0.2.2.dev1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.34.162)\n", + "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from boto3==1.34.69->data-prep-toolkit>=0.2.2.dev1->data-prep-toolkit-transforms==0.2.2.dev1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.0.1)\n", + "Requirement already satisfied: s3transfer<0.11.0,>=0.10.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from boto3==1.34.69->data-prep-toolkit>=0.2.2.dev1->data-prep-toolkit-transforms==0.2.2.dev1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.10.4)\n", + "Requirement already satisfied: ray==2.36.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.36.1)\n", + "Requirement already satisfied: fastapi>=0.110.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.115.5)\n", + "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.1.0)\n", + "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (5.29.0)\n", + "Requirement already satisfied: aiosignal in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.3.1)\n", + "Requirement already satisfied: frozenlist in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray==2.36.1->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.5.0)\n", + "Requirement already satisfied: aiohttp>=3.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.11.8)\n", + "Requirement already satisfied: aiohttp-cors in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.7.0)\n", + "Requirement already satisfied: colorful in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.5.6)\n", + "Requirement already satisfied: py-spy>=0.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.4.0)\n", + "Requirement already satisfied: opencensus in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.11.4)\n", + "Requirement already satisfied: prometheus-client>=0.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.21.0)\n", + "Requirement already satisfied: smart-open in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (7.0.5)\n", + "Requirement already satisfied: virtualenv!=20.21.1,>=20.0.24 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (20.28.0)\n", + "Requirement already satisfied: grpcio>=1.42.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.68.0)\n", + "Requirement already satisfied: memray in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.14.0)\n", + "Requirement already satisfied: SQLAlchemy>=1.4.49 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from SQLAlchemy[asyncio]>=1.4.49->llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.0.36)\n", + "Requirement already satisfied: dataclasses-json in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.6.7)\n", + "Requirement already satisfied: deprecated>=1.2.9.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.2.15)\n", + "Requirement already satisfied: dirtyjson<2.0.0,>=1.0.8 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.0.8)\n", + "Requirement already satisfied: httpx in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.28.0)\n", + "Requirement already satisfied: nest-asyncio<2.0.0,>=1.5.8 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.6.0)\n", + "Requirement already satisfied: tenacity!=8.4.0,<9.0.0,>=8.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (8.5.0)\n", + "Requirement already satisfied: tiktoken>=0.3.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.8.0)\n", + "Requirement already satisfied: typing-inspect>=0.8.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.9.0)\n", + "Requirement already satisfied: wrapt in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.17.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.4.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (24.2.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.2.0)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from aiohttp>=3.7->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.18.0)\n", + "Requirement already satisfied: scikit-image in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from easyocr<2.0,>=1.7->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.24.0)\n", + "Requirement already satisfied: python-bidi in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from easyocr<2.0,>=1.7->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.6.3)\n", + "Requirement already satisfied: Shapely in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from easyocr<2.0,>=1.7->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.0.6)\n", + "Requirement already satisfied: pyclipper in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from easyocr<2.0,>=1.7->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.3.0.post6)\n", + "Requirement already satisfied: ninja in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from easyocr<2.0,>=1.7->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.11.1.2)\n", + "Requirement already satisfied: starlette<0.42.0,>=0.40.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from fastapi>=0.110.2->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.41.3)\n", + "Requirement already satisfied: MarkupSafe<3.0.0,>=2.1.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from json-schema-for-humans<2.0.0,>=1.0.0->docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.1.5)\n", + "Requirement already satisfied: Pygments<3.0.0,>=2.18.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from json-schema-for-humans<2.0.0,>=1.0.0->docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.18.0)\n", + "Requirement already satisfied: htmlmin2<0.2.0,>=0.1.13 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from json-schema-for-humans<2.0.0,>=1.0.0->docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.1.13)\n", + "Requirement already satisfied: markdown2<3.0.0,>=2.5.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from json-schema-for-humans<2.0.0,>=1.0.0->docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.5.1)\n", + "Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from dataclasses-json->llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.23.1)\n", + "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema<5.0.0,>=4.16.0->docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2024.10.1)\n", + "Requirement already satisfied: referencing>=0.28.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema<5.0.0,>=4.16.0->docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.35.1)\n", + "Requirement already satisfied: rpds-py>=0.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema<5.0.0,>=4.16.0->docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.21.0)\n", + "Requirement already satisfied: contourpy>=1.0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from matplotlib<4.0.0,>=3.7.1->deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.3.1)\n", + "Requirement already satisfied: cycler>=0.10 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from matplotlib<4.0.0,>=3.7.1->deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.12.1)\n", + "Requirement already satisfied: fonttools>=4.22.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from matplotlib<4.0.0,>=3.7.1->deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.55.0)\n", + "Requirement already satisfied: kiwisolver>=1.3.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from matplotlib<4.0.0,>=3.7.1->deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.4.7)\n", + "Requirement already satisfied: simplejson>=3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from netwulf<0.2.0,>=0.1.5->deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.19.3)\n", + "Requirement already satisfied: flatbuffers in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from onnxruntime<2.0.0,>=1.16.2->docling-ibm-models==1.1.7->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (24.3.25)\n", + "Requirement already satisfied: annotated-types>=0.6.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pydantic<3.0.0,>=2.0.0->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.7.0)\n", + "Requirement already satisfied: pydantic-core==2.27.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pydantic<3.0.0,>=2.0.0->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.27.1)\n", + "Requirement already satisfied: toml in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pyproject-toml<0.0.11,>=0.0.10->docling-core==1.3.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.10.2)\n", + "Requirement already satisfied: six>=1.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from python-dateutil>=2.8.2->pandas->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.16.0)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests<3.0.0,>=2.32.3->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.4.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests<3.0.0,>=2.32.3->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests<3.0.0,>=2.32.3->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.2.3)\n", + "Requirement already satisfied: markdown-it-py>=2.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from rich<14.0.0,>=13.7.0->deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.0.0)\n", + "Requirement already satisfied: greenlet!=0.4.17 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from SQLAlchemy[asyncio]>=1.4.49->llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.1.1)\n", + "Requirement already satisfied: mypy-extensions>=0.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from typing-inspect>=0.8.0->llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.0.0)\n", + "Requirement already satisfied: soupsieve>1.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from beautifulsoup4->bs4==0.0.2->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.6)\n", + "Requirement already satisfied: humanfriendly>=9.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from coloredlogs->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (10.0)\n", + "Requirement already satisfied: anyio in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from httpx->llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.6.2.post1)\n", + "Requirement already satisfied: httpcore==1.* in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from httpx->llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.0.7)\n", + "Requirement already satisfied: h11<0.15,>=0.13 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from httpcore==1.*->httpx->llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.14.0)\n", + "Requirement already satisfied: colorama in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from interrogate->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.4.6)\n", + "Requirement already satisfied: wcwidth in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from prettytable->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.2.13)\n", + "Requirement already satisfied: gitpython in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from PyDriller->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.1.43)\n", + "Requirement already satisfied: types-pytz in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from PyDriller->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2024.2.0.20241003)\n", + "Requirement already satisfied: lizard in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from PyDriller->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.17.13)\n", + "Requirement already satisfied: platformdirs>=2.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pylint->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.3.6)\n", + "Requirement already satisfied: astroid<=3.4.0-dev0,>=3.3.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pylint->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.3.5)\n", + "Requirement already satisfied: isort!=5.13.0,<6,>=4.2.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pylint->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (5.13.2)\n", + "Requirement already satisfied: mccabe<0.8,>=0.6 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pylint->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.7.0)\n", + "Requirement already satisfied: tomlkit>=0.10.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pylint->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.13.2)\n", + "Requirement already satisfied: dill>=0.3.6 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pylint->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.3.9)\n", + "Requirement already satisfied: threadpoolctl>=3.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scikit-learn->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (3.5.0)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from sympy->torch==2.4.1->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.3.0)\n", + "Requirement already satisfied: mdurl~=0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from markdown-it-py>=2.2.0->rich<14.0.0,>=13.7.0->deepsearch-glm==0.21.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.1.2)\n", + "Requirement already satisfied: sniffio>=1.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from anyio->httpx->llama-index-core<0.12.0,>=0.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.3.1)\n", + "Requirement already satisfied: distlib<1,>=0.3.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from virtualenv!=20.21.1,>=20.0.24->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.3.9)\n", + "Requirement already satisfied: gitdb<5,>=4.0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from gitpython->PyDriller->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.0.11)\n", + "Requirement already satisfied: textual>=0.41.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.87.1)\n", + "Requirement already satisfied: opencensus-context>=0.1.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.1.3)\n", + "Requirement already satisfied: google-api-core<3.0.0,>=1.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.23.0)\n", + "Requirement already satisfied: imageio>=2.33 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scikit-image->easyocr<2.0,>=1.7->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.36.1)\n", + "Requirement already satisfied: tifffile>=2022.8.12 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scikit-image->easyocr<2.0,>=1.7->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2024.9.20)\n", + "Requirement already satisfied: lazy-loader>=0.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from scikit-image->easyocr<2.0,>=1.7->docling==1.11.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.4)\n", + "Requirement already satisfied: smmap<6,>=3.0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from gitdb<5,>=4.0.1->gitpython->PyDriller->emerge-viz==2.0.0->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (5.0.1)\n", + "Requirement already satisfied: googleapis-common-protos<2.0.dev0,>=1.56.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.66.0)\n", + "Requirement already satisfied: proto-plus<2.0.0dev,>=1.22.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.25.0)\n", + "Requirement already satisfied: google-auth<3.0.dev0,>=2.14.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.36.0)\n", + "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (5.5.0)\n", + "Requirement already satisfied: pyasn1-modules>=0.2.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.4.1)\n", + "Requirement already satisfied: rsa<5,>=3.1.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (4.9)\n", + "Requirement already satisfied: linkify-it-py<3,>=1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from markdown-it-py[linkify,plugins]>=2.1.0->textual>=0.41.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (2.0.3)\n", + "Requirement already satisfied: mdit-py-plugins in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from markdown-it-py[linkify,plugins]>=2.1.0->textual>=0.41.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.4.2)\n", + "Requirement already satisfied: uc-micro-py in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from linkify-it-py<3,>=1->markdown-it-py[linkify,plugins]>=2.1.0->textual>=0.41.0->memray->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (1.0.3)\n", + "Requirement already satisfied: pyasn1<0.7.0,>=0.4.6 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pyasn1-modules>=0.2.1->google-auth<3.0.dev0,>=2.14.1->google-api-core<3.0.0,>=1.0.0->opencensus->ray[default]==2.36.1; extra == \"ray\"->data-prep-toolkit[ray]>=0.2.2.dev1; extra == \"ray\"->data-prep-toolkit-transforms[all,ray]==0.2.2.dev1) (0.6.1)\n", + "Using cached argparse-1.4.0-py2.py3-none-any.whl (23 kB)\n", + "Installing collected packages: argparse\n", + "Successfully installed argparse-1.4.0\n", + "Requirement already satisfied: jupyterlab in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (4.3.2)\n", + "Requirement already satisfied: ipykernel in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (6.29.5)\n", + "Requirement already satisfied: ipywidgets in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (8.1.5)\n", + "Requirement already satisfied: async-lru>=1.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (2.0.4)\n", + "Requirement already satisfied: httpx~=0.28.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (0.28.0)\n", + "Requirement already satisfied: jinja2>=3.0.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (3.1.4)\n", + "Requirement already satisfied: jupyter-core in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (5.7.2)\n", + "Requirement already satisfied: jupyter-lsp>=2.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (2.2.5)\n", + "Requirement already satisfied: jupyter-server<3,>=2.4.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (2.14.2)\n", + "Requirement already satisfied: jupyterlab-server<3,>=2.27.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (2.27.3)\n", + "Requirement already satisfied: notebook-shim>=0.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (0.2.4)\n", + "Requirement already satisfied: packaging in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (24.2)\n", + "Requirement already satisfied: setuptools>=40.8.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (75.1.0)\n", + "Requirement already satisfied: tornado>=6.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (6.4.1)\n", + "Requirement already satisfied: traitlets in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab) (5.14.3)\n", + "Requirement already satisfied: appnope in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (0.1.4)\n", + "Requirement already satisfied: comm>=0.1.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (0.2.2)\n", + "Requirement already satisfied: debugpy>=1.6.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (1.6.7)\n", + "Requirement already satisfied: ipython>=7.23.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (8.29.0)\n", + "Requirement already satisfied: jupyter-client>=6.1.12 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (8.6.3)\n", + "Requirement already satisfied: matplotlib-inline>=0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (0.1.7)\n", + "Requirement already satisfied: nest-asyncio in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (1.6.0)\n", + "Requirement already satisfied: psutil in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (5.9.0)\n", + "Requirement already satisfied: pyzmq>=24 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipykernel) (25.1.2)\n", + "Requirement already satisfied: widgetsnbextension~=4.0.12 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipywidgets) (4.0.13)\n", + "Requirement already satisfied: jupyterlab-widgets~=3.0.12 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipywidgets) (3.0.13)\n", + "Requirement already satisfied: anyio in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from httpx~=0.28.0->jupyterlab) (4.6.2.post1)\n", + "Requirement already satisfied: certifi in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from httpx~=0.28.0->jupyterlab) (2024.8.30)\n", + "Requirement already satisfied: httpcore==1.* in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from httpx~=0.28.0->jupyterlab) (1.0.7)\n", + "Requirement already satisfied: idna in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from httpx~=0.28.0->jupyterlab) (3.10)\n", + "Requirement already satisfied: h11<0.15,>=0.13 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from httpcore==1.*->httpx~=0.28.0->jupyterlab) (0.14.0)\n", + "Requirement already satisfied: decorator in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipython>=7.23.1->ipykernel) (5.1.1)\n", + "Requirement already satisfied: jedi>=0.16 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipython>=7.23.1->ipykernel) (0.19.2)\n", + "Requirement already satisfied: prompt-toolkit<3.1.0,>=3.0.41 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipython>=7.23.1->ipykernel) (3.0.48)\n", + "Requirement already satisfied: pygments>=2.4.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipython>=7.23.1->ipykernel) (2.18.0)\n", + "Requirement already satisfied: stack-data in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipython>=7.23.1->ipykernel) (0.6.2)\n", + "Requirement already satisfied: typing-extensions>=4.6 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipython>=7.23.1->ipykernel) (4.12.2)\n", + "Requirement already satisfied: pexpect>4.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from ipython>=7.23.1->ipykernel) (4.9.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jinja2>=3.0.3->jupyterlab) (2.1.5)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-client>=6.1.12->ipykernel) (2.9.0.post0)\n", + "Requirement already satisfied: platformdirs>=2.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-core->jupyterlab) (4.3.6)\n", + "Requirement already satisfied: argon2-cffi>=21.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (23.1.0)\n", + "Requirement already satisfied: jupyter-events>=0.9.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (0.10.0)\n", + "Requirement already satisfied: jupyter-server-terminals>=0.4.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (0.5.3)\n", + "Requirement already satisfied: nbconvert>=6.4.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (7.16.4)\n", + "Requirement already satisfied: nbformat>=5.3.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (5.10.4)\n", + "Requirement already satisfied: overrides>=5.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (7.7.0)\n", + "Requirement already satisfied: prometheus-client>=0.9 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (0.21.0)\n", + "Requirement already satisfied: send2trash>=1.8.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (1.8.3)\n", + "Requirement already satisfied: terminado>=0.8.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (0.18.1)\n", + "Requirement already satisfied: websocket-client>=1.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-server<3,>=2.4.0->jupyterlab) (1.8.0)\n", + "Requirement already satisfied: babel>=2.10 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab) (2.16.0)\n", + "Requirement already satisfied: json5>=0.9.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab) (0.10.0)\n", + "Requirement already satisfied: jsonschema>=4.18.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab) (4.23.0)\n", + "Requirement already satisfied: requests>=2.31 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab) (2.32.3)\n", + "Requirement already satisfied: sniffio>=1.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from anyio->httpx~=0.28.0->jupyterlab) (1.3.1)\n", + "Requirement already satisfied: argon2-cffi-bindings in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab) (21.2.0)\n", + "Requirement already satisfied: parso<0.9.0,>=0.8.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jedi>=0.16->ipython>=7.23.1->ipykernel) (0.8.4)\n", + "Requirement already satisfied: attrs>=22.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab) (24.2.0)\n", + "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab) (2024.10.1)\n", + "Requirement already satisfied: referencing>=0.28.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab) (0.35.1)\n", + "Requirement already satisfied: rpds-py>=0.7.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab) (0.21.0)\n", + "Requirement already satisfied: python-json-logger>=2.0.4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (2.0.7)\n", + "Requirement already satisfied: pyyaml>=5.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (6.0.2)\n", + "Requirement already satisfied: rfc3339-validator in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (0.1.4)\n", + "Requirement already satisfied: rfc3986-validator>=0.1.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (0.1.1)\n", + "Requirement already satisfied: beautifulsoup4 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (4.12.3)\n", + "Requirement already satisfied: bleach!=5.0.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (6.2.0)\n", + "Requirement already satisfied: defusedxml in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (0.7.1)\n", + "Requirement already satisfied: jupyterlab-pygments in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (0.3.0)\n", + "Requirement already satisfied: mistune<4,>=2.0.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (3.0.2)\n", + "Requirement already satisfied: nbclient>=0.5.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (0.10.1)\n", + "Requirement already satisfied: pandocfilters>=1.4.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (1.5.1)\n", + "Requirement already satisfied: tinycss2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (1.4.0)\n", + "Requirement already satisfied: fastjsonschema>=2.15 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nbformat>=5.3.0->jupyter-server<3,>=2.4.0->jupyterlab) (2.21.1)\n", + "Requirement already satisfied: ptyprocess>=0.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pexpect>4.3->ipython>=7.23.1->ipykernel) (0.7.0)\n", + "Requirement already satisfied: wcwidth in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from prompt-toolkit<3.1.0,>=3.0.41->ipython>=7.23.1->ipykernel) (0.2.13)\n", + "Requirement already satisfied: six>=1.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from python-dateutil>=2.8.2->jupyter-client>=6.1.12->ipykernel) (1.16.0)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests>=2.31->jupyterlab-server<3,>=2.27.1->jupyterlab) (3.4.0)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests>=2.31->jupyterlab-server<3,>=2.27.1->jupyterlab) (2.2.3)\n", + "Requirement already satisfied: executing>=1.2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from stack-data->ipython>=7.23.1->ipykernel) (2.1.0)\n", + "Requirement already satisfied: asttokens>=2.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from stack-data->ipython>=7.23.1->ipykernel) (2.4.1)\n", + "Requirement already satisfied: pure-eval in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from stack-data->ipython>=7.23.1->ipykernel) (0.2.3)\n", + "Requirement already satisfied: webencodings in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from bleach!=5.0.0->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (0.5.1)\n", + "Requirement already satisfied: fqdn in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (1.5.1)\n", + "Requirement already satisfied: isoduration in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (20.11.0)\n", + "Requirement already satisfied: jsonpointer>1.13 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (3.0.0)\n", + "Requirement already satisfied: uri-template in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (1.3.0)\n", + "Requirement already satisfied: webcolors>=24.6.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (24.11.1)\n", + "Requirement already satisfied: cffi>=1.0.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab) (1.17.1)\n", + "Requirement already satisfied: soupsieve>1.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from beautifulsoup4->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab) (2.6)\n", + "Requirement already satisfied: pycparser in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab) (2.22)\n", + "Requirement already satisfied: arrow>=0.15.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from isoduration->jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (1.3.0)\n", + "Requirement already satisfied: types-python-dateutil>=2.8.10 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from arrow>=0.15.0->isoduration->jsonschema[format-nongpl]>=4.18.0->jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab) (2.9.0.20241003)\n", + "Requirement already satisfied: nltk==3.9.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from -r requirements.txt (line 1)) (3.9.1)\n", + "Requirement already satisfied: transformers==4.38.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from -r requirements.txt (line 2)) (4.38.2)\n", + "Requirement already satisfied: torch<=2.4.1,>=2.2.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from -r requirements.txt (line 3)) (2.4.1)\n", + "Requirement already satisfied: pandas==2.2.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from -r requirements.txt (line 4)) (2.2.2)\n", + "Requirement already satisfied: click in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nltk==3.9.1->-r requirements.txt (line 1)) (8.1.7)\n", + "Requirement already satisfied: joblib in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nltk==3.9.1->-r requirements.txt (line 1)) (1.4.2)\n", + "Requirement already satisfied: regex>=2021.8.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nltk==3.9.1->-r requirements.txt (line 1)) (2024.11.6)\n", + "Requirement already satisfied: tqdm in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from nltk==3.9.1->-r requirements.txt (line 1)) (4.67.1)\n", + "Requirement already satisfied: filelock in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->-r requirements.txt (line 2)) (3.16.1)\n", + "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->-r requirements.txt (line 2)) (0.26.3)\n", + "Requirement already satisfied: numpy>=1.17 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->-r requirements.txt (line 2)) (1.26.4)\n", + "Requirement already satisfied: packaging>=20.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->-r requirements.txt (line 2)) (24.2)\n", + "Requirement already satisfied: pyyaml>=5.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->-r requirements.txt (line 2)) (6.0.2)\n", + "Requirement already satisfied: requests in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->-r requirements.txt (line 2)) (2.32.3)\n", + "Requirement already satisfied: tokenizers<0.19,>=0.14 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->-r requirements.txt (line 2)) (0.15.2)\n", + "Requirement already satisfied: safetensors>=0.4.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from transformers==4.38.2->-r requirements.txt (line 2)) (0.4.5)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pandas==2.2.2->-r requirements.txt (line 4)) (2.9.0.post0)\n", + "Requirement already satisfied: pytz>=2020.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pandas==2.2.2->-r requirements.txt (line 4)) (2024.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from pandas==2.2.2->-r requirements.txt (line 4)) (2024.2)\n", + "Requirement already satisfied: typing-extensions>=4.8.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch<=2.4.1,>=2.2.2->-r requirements.txt (line 3)) (4.12.2)\n", + "Requirement already satisfied: sympy in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch<=2.4.1,>=2.2.2->-r requirements.txt (line 3)) (1.13.3)\n", + "Requirement already satisfied: networkx in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch<=2.4.1,>=2.2.2->-r requirements.txt (line 3)) (3.3)\n", + "Requirement already satisfied: jinja2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch<=2.4.1,>=2.2.2->-r requirements.txt (line 3)) (3.1.4)\n", + "Requirement already satisfied: fsspec in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from torch<=2.4.1,>=2.2.2->-r requirements.txt (line 3)) (2024.10.0)\n", + "Requirement already satisfied: six>=1.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from python-dateutil>=2.8.2->pandas==2.2.2->-r requirements.txt (line 4)) (1.16.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from jinja2->torch<=2.4.1,>=2.2.2->-r requirements.txt (line 3)) (2.1.5)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests->transformers==4.38.2->-r requirements.txt (line 2)) (3.4.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests->transformers==4.38.2->-r requirements.txt (line 2)) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests->transformers==4.38.2->-r requirements.txt (line 2)) (2.2.3)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from requests->transformers==4.38.2->-r requirements.txt (line 2)) (2024.8.30)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /opt/anaconda3/envs/data-prep-kit/lib/python3.11/site-packages (from sympy->torch<=2.4.1,>=2.2.2->-r requirements.txt (line 3)) (1.3.0)\n" + ] + } + ], + "source": [ + "! pip install data-prep-connector\n", + "! pip install 'data-prep-toolkit[ray]==0.2.2.dev1'\n", + "! pip install 'data-prep-toolkit-transforms[ray,all]==0.2.2.dev1'\n", + "! pip install -r requirements.txt" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Import necessary libraries" + ] + }, { "cell_type": "code", - "execution_count": 491, + "execution_count": 500, "metadata": {}, "outputs": [], "source": [ - "# Import necessary libraries\n", "import os\n", "import pandas as pd\n", "import subprocess\n", @@ -64,7 +552,7 @@ }, { "cell_type": "code", - "execution_count": 492, + "execution_count": 501, "metadata": {}, "outputs": [], "source": [ @@ -75,7 +563,7 @@ }, { "cell_type": "code", - "execution_count": 493, + "execution_count": 502, "metadata": {}, "outputs": [ { @@ -112,7 +600,7 @@ }, { "cell_type": "code", - "execution_count": 494, + "execution_count": 503, "metadata": {}, "outputs": [ { @@ -148,7 +636,7 @@ }, { "cell_type": "code", - "execution_count": 495, + "execution_count": 504, "metadata": {}, "outputs": [ { @@ -175,7 +663,7 @@ }, { "cell_type": "code", - "execution_count": 496, + "execution_count": 505, "metadata": {}, "outputs": [ { @@ -223,7 +711,7 @@ }, { "cell_type": "code", - "execution_count": 497, + "execution_count": 506, "metadata": {}, "outputs": [ { @@ -289,7 +777,7 @@ }, { "cell_type": "code", - "execution_count": 498, + "execution_count": 507, "metadata": {}, "outputs": [ { diff --git a/examples/notebooks/hap/requirements.txt b/examples/notebooks/hap/requirements.txt new file mode 100644 index 0000000000..079767b7ae --- /dev/null +++ b/examples/notebooks/hap/requirements.txt @@ -0,0 +1,4 @@ +nltk==3.9.1 +transformers==4.38.2 +torch>=2.2.2,<=2.4.1 +pandas==2.2.2