Skip to content

Uv conversion additional samples GettingStarted, Features, End-to-End #2623

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 6 commits into
base: development
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -1012,6 +1012,8 @@
},
"outputs": [],
"source": [
"import numpy as np\n",
"\n",
"X_final = np.array(embedded_docs)\n",
"y_final = np.array(y)"
]
Expand Down Expand Up @@ -1258,7 +1260,6 @@
"metadata": {},
"outputs": [],
"source": [
"import numpy as np\n",
"import seaborn as sns\n",
"\n",
"def plot_similarity(labels, features, rotation):\n",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -476,6 +476,7 @@ def lemmatize_text(text):
print(model_itex.summary())

# %%
import numpy as np
X_final = np.array(embedded_docs)
y_final = np.array(y)

Expand Down Expand Up @@ -578,7 +579,6 @@ def lemmatize_text(text):
# Now, we are preparing functions to show similarities between given sentences in the for of heat map.

# %%
import numpy as np
import seaborn as sns

def plot_similarity(labels, features, rotation):
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
[project]
name = "jobrecommendationsystem"
version = "0.1.0"
description = "This sample illustrates the use of Intel® Extension for TensorFlow* to build and run an end-to-end AI workload on the example of the job recommendation system"
authors = [
{name = "Copyright © 2020 Intel Corporation"}
]
license = {text = "MIT"}
readme = "README.md"
requires-python = ">=3.11"
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

doesn't work for python 3.12. Need to limit the range.

Copy link
Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

In progress

Copy link
Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

done

dependencies = [
"accelerate>=1.4.0",
"datasets>=3.3.2",
"intel-extension-for-tensorflow>=2.15.0.2",
"intel-extension-for-tensorflow-lib>=2.15.0.2.2",
"ipykernel>=6.29.5",
"jinja2>=3.1.6",
"matplotlib>=3.10.1",
"nltk>=3.9.1",
"pip>=25.0.1",
"seaborn>=0.13.2",
"sentence-transformers>=3.4.1",
"spacy>=3.8.4",
"transformers>=4.49.0",
"wordcloud>=1.9.4",
]
[dependency-groups]
dev = [
"ipykernel>=6.29.5",
"jupyter>=1.1.1",
]
[[tool.uv.index]]
url = "https://software.repos.intel.com/python/pypi"


Original file line number Diff line number Diff line change
Expand Up @@ -11,16 +11,16 @@
"ciTests": {
"linux": [
{
"env": [],
"env": [
"pip install uv==0.6.3",
"uv sync",
"uv run python -m ipykernel install --user --name=JobRecommendationSystem_py"
],
"id": "JobRecommendationSystem_py",
"steps": [
"source /intel/oneapi/intelpython/bin/activate",
"conda env remove -n user_tensorflow-gpu",
"conda create --name user_tensorflow-gpu --clone tensorflow-gpu",
"conda activate user_tensorflow-gpu",
"pip install -r requirements.txt",
"python -m ipykernel install --user --name=user_tensorflow-gpu",
"python JobRecommendationSystem.py"
"uv run spacy download en_core_web_sm",
"uv run JobRecommendationSystem.py",
"uv run jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=JobRecommendationSystem_py --to notebook JobRecommendationSystem.ipynb"
]
}
]
Expand Down
4,005 changes: 4,005 additions & 0 deletions AI-and-Analytics/End-to-end-Workloads/JobRecommendationSystem/uv.lock

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
[project]
name = "fine_tuning_text_classification_model_with_intel_neural_compressor"
version = "0.1.0"
description = "This sample demonstrates how to fine-tune text model for emotion classification task using Intel® Neural Compressor Quantization Aware Training (QAT)."
authors = [
{name = "Copyright © 2023 Intel Corporation"}
]
license = {text = "MIT"}
readme = "README.md"
requires-python = ">=3.10"
dependencies = [
"transformers (>=4.36,<4.46)", # Adjusted to match the compatible range
"evaluate (>=0.4.3,<0.5.0)",
"accelerate (>=1.4.0,<2.0.0)",
"datasets (>=3.3.2,<4.0.0)",
"neural-compressor (>=2.2.0,<3.0)", # Adjusted to match the compatible range
"optimum-intel[neural-compressor] (>=1.18.0,<1.22.0)" # Added to ensure compatibility
]


[project.scripts]
python-validate = "INC_QuantizationAwareTraining_TextClassification:main"

[build-system]
requires = ["setuptools", "wheel"]
build-backend = "setuptools.build_meta"

[dependency-groups]
dev = [
"ipykernel>=6.29.5",
]
Original file line number Diff line number Diff line change
Expand Up @@ -12,13 +12,12 @@
"linux": [
{
"env": [
"source /intel/oneapi/intelpython/bin/activate",
"conda activate pytorch",
"pip install -r requirements.txt"
"pip install uv",
"uv sync"
],
"id": "inc_text_classification_quantization_py",
"steps": [
"python INC_QuantizationAwareTraining_TextClassification.py"
"uv run INC_QuantizationAwareTraining_TextClassification.py"
]
}
]
Expand Down

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
[project]
name = "intelpython-xgboost-daal4pyprediction"
version = "0.1.0"
description = "Add your description here"
readme = "README.md"
requires-python = ">=3.11"
dependencies = [
"daal4py>=2024.7.0",
"ipykernel>=6.29.5",
"jupyter>=1.1.1",
"matplotlib>=3.10.1",
"pandas>=2.2.3",
"scikit-learn>=1.6.1",
"xgboost>=2.1.4",
]
Original file line number Diff line number Diff line change
Expand Up @@ -13,10 +13,11 @@
{
"id": "idp_xgb_d4p_prediction",
"steps": [
"source /intel/oneapi/intelpython/bin/activate",
"pip install ipykernel jupyter",
"python -m ipykernel install --user --name=xgboost",
"jupyter nbconvert --to notebook --execute IntelPython_XGBoost_daal4pyPrediction.ipynb"
"pip install uv",
"uv venv",
"uv sync",
"uv run python -m ipykernel install --user --name=xgboost",
"uv run jupyter nbconvert --to notebook --execute IntelPython_XGBoost_daal4pyPrediction.ipynb"
]
}
]
Expand Down
Loading