-
Notifications
You must be signed in to change notification settings - Fork 154
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Apply version update to all transforms
Signed-off-by: Maroun Touma <[email protected]>
- Loading branch information
Showing
45 changed files
with
110 additions
and
110 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "data_prep_toolkit_spark" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
keywords = ["data", "data preprocessing", "data preparation", "llm", "generative", "ai", "fine-tuning", "llmapps" ] | ||
requires-python = ">=3.10" | ||
description = "Data Preparation Toolkit Library for Spark" | ||
|
@@ -11,7 +11,7 @@ authors = [ | |
{ name = "Boris Lublinsky", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
"pyspark>=3.5.2", | ||
"psutil>=6.0.0" | ||
] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "data_prep_toolkit_kfp_v2" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10,<3.12" | ||
description = "Data Preparation Kit Library. KFP support" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -12,9 +12,9 @@ authors = [ | |
{ name = "Revital Eres", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"kfp==2.7.0", | ||
"kfp==2.8.0", | ||
"kfp-kubernetes==1.2.0", | ||
"data-prep-toolkit-kfp-shared==0.2.1.dev0", | ||
"data-prep-toolkit-kfp-shared==0.2.1.dev3", | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_code2parquet_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "code2parquet Python Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -10,7 +10,7 @@ authors = [ | |
{ name = "Boris Lublinsky", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
"parameterized", | ||
"pandas", | ||
] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_code2parquet_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "code2parquet Ray Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -10,8 +10,8 @@ authors = [ | |
{ name = "Boris Lublinsky", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit-ray==0.2.1.dev0", | ||
"dpk-code2parquet-transform-python==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev3", | ||
"dpk-code2parquet-transform-python==0.2.1.dev3", | ||
"parameterized", | ||
"pandas", | ||
] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_code_quality_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Code Quality Python Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,7 +9,7 @@ authors = [ | |
{ name = "Shivdeep Singh", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
"bs4==0.0.2", | ||
"transformers==4.38.2", | ||
] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_code_quality_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Code Quality Ray Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,8 +9,8 @@ authors = [ | |
{ name = "Shivdeep Singh", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"dpk-code-quality-transform-python==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev0", | ||
"dpk-code-quality-transform-python==0.2.1.dev3", | ||
"data-prep-toolkit-ray==0.2.1.dev3", | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_header_cleanser_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "License and Copyright Removal Transform for Python" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,7 +9,7 @@ authors = [ | |
{ name = "Yash kalathiya", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
"scancode-toolkit==32.1.0", | ||
] | ||
|
||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_header_cleanser_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "License and copyright removal Transform for Ray" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,8 +9,8 @@ authors = [ | |
{ name = "Yash kalathiya", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"dpk-header-cleanser-transform-python==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev0", | ||
"dpk-header-cleanser-transform-python==0.2.1.dev3", | ||
"data-prep-toolkit-ray==0.2.1.dev3", | ||
"scancode-toolkit==32.1.0", | ||
] | ||
|
||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_malware_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Malware Python Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,7 +9,7 @@ authors = [ | |
{ name = "Takuya Goto", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
"clamd==1.0.2", | ||
] | ||
|
||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_malware_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Malware Ray Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,8 +9,8 @@ authors = [ | |
{ name = "Takuya Goto", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"dpk-malware-transform-python==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev0", | ||
"dpk-malware-transform-python==0.2.1.dev3", | ||
"data-prep-toolkit-ray==0.2.1.dev3", | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_proglang_select_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Programming Language Selection Python Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,7 +9,7 @@ authors = [ | |
{ name = "Shivdeep Singh", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_proglang_select_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Programming Language Selection Ray Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,8 +9,8 @@ authors = [ | |
{ name = "Shivdeep Singh", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"dpk-proglang-select-transform-python==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev0", | ||
"dpk-proglang-select-transform-python==0.2.1.dev3", | ||
"data-prep-toolkit-ray==0.2.1.dev3", | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_repo_level_order_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "repo_level_order Ray Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -11,7 +11,7 @@ authors = [ | |
{ name = "Shanmukha Guttula", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit-ray==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev3", | ||
"networkx==3.3", | ||
"colorlog==6.8.2", | ||
"func-timeout==4.3.5", | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_doc_chunk_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "chunk documents Python Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -11,7 +11,7 @@ authors = [ | |
{ name = "Christoph Auer", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
"docling-core==1.3.0", | ||
"llama-index-core>=0.11.0,<0.12.0", | ||
] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_doc_chunk_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "chunk documents Ray Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -11,8 +11,8 @@ authors = [ | |
{ name = "Christoph Auer", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"dpk-doc-chunk-transform-python==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev0", | ||
"dpk-doc-chunk-transform-python==0.2.1.dev3", | ||
"data-prep-toolkit-ray==0.2.1.dev3", | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_doc_quality_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Document Quality Python Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,7 +9,7 @@ authors = [ | |
{ name = "Daiki Tsuzuku", email = "[email protected]" } | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_doc_quality_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Document Quality Ray Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,8 +9,8 @@ authors = [ | |
{ name = "Daiki Tsuzuku", email = "[email protected]" } | ||
] | ||
dependencies = [ | ||
"dpk-doc_quality-transform-python==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev0" | ||
"dpk-doc_quality-transform-python==0.2.1.dev3", | ||
"data-prep-toolkit-ray==0.2.1.dev3" | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_lang_id_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Language Identification Python Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,7 +9,7 @@ authors = [ | |
{ name = "Daiki Tsuzuku", email = "[email protected]" } | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
"fasttext==0.9.2", | ||
"langcodes==3.3.0", | ||
"huggingface-hub >= 0.21.4, <1.0.0", | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_lang_id_transform_ray" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "Language Identification Ray Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -9,8 +9,8 @@ authors = [ | |
{ name = "Daiki Tsuzuku", email = "[email protected]" } | ||
] | ||
dependencies = [ | ||
"dpk-lang_id-transform-python==0.2.1.dev0", | ||
"data-prep-toolkit-ray==0.2.1.dev0", | ||
"dpk-lang_id-transform-python==0.2.1.dev3", | ||
"data-prep-toolkit-ray==0.2.1.dev3", | ||
] | ||
|
||
[build-system] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
[project] | ||
name = "dpk_pdf2parquet_transform_python" | ||
version = "0.2.1.dev0" | ||
version = "0.2.1.dev3" | ||
requires-python = ">=3.10" | ||
description = "PDF2PARQUET Python Transform" | ||
license = {text = "Apache-2.0"} | ||
|
@@ -10,7 +10,7 @@ authors = [ | |
{ name = "Christoph Auer", email = "[email protected]" }, | ||
] | ||
dependencies = [ | ||
"data-prep-toolkit==0.2.1.dev0", | ||
"data-prep-toolkit==0.2.1.dev3", | ||
"docling-core==1.2.0", | ||
"docling-ibm-models==1.1.7", | ||
"deepsearch-glm==0.21.0", | ||
|
Oops, something went wrong.