diff --git a/kfp/doc/simple_transform_pipeline.md b/kfp/doc/simple_transform_pipeline.md index 184f9c42b..e169f2e03 100644 --- a/kfp/doc/simple_transform_pipeline.md +++ b/kfp/doc/simple_transform_pipeline.md @@ -111,6 +111,7 @@ The parameters used here are as follows: * memory - memory * image - image to use * image_pull_secret - image pull secret + * tolerations - (optional) tolerations for the ray pods * ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: * replicas - number of replicas to create * max_replicas - max number of replicas @@ -119,6 +120,7 @@ The parameters used here are as follows: * memory - memory * image - image to use * image_pull_secret - image pull secret + * tolerations - (optional) tolerations for the ray pods * server_url - server url * additional_params: additional (support) parameters, containing the following: * wait_interval - wait interval for API server, sec diff --git a/kfp/kfp_support_lib/shared_workflow_support/src/runtime_utils/remote_jobs_utils.py b/kfp/kfp_support_lib/shared_workflow_support/src/runtime_utils/remote_jobs_utils.py index eb6a2e2c3..007345dfd 100644 --- a/kfp/kfp_support_lib/shared_workflow_support/src/runtime_utils/remote_jobs_utils.py +++ b/kfp/kfp_support_lib/shared_workflow_support/src/runtime_utils/remote_jobs_utils.py @@ -25,9 +25,9 @@ ClusterSpec, HeadNodeSpec, RayJobRequest, - Template, WorkerNodeSpec, environment_variables_decoder, + template_decoder, volume_decoder, ) from ray.job_submission import JobStatus @@ -121,20 +121,18 @@ def create_ray_cluster( """ # start with templates # head_node - cpus = head_node.get("cpu", 1) - memory = head_node.get("memory", 1) - gpus = head_node.get("gpu", 0) - accelerator = head_node.get("gpu_accelerator", None) + dct = {} + dct["cpu"] = head_node.get("cpu", 1) + dct["memory"] = head_node.get("memory", 1) + dct["gpu"] = head_node.get("gpu", 0) + dct["gpu_accelerator"] = head_node.get("gpu_accelerator", None) head_node_template_name = f"{name}-head-template" - _, _ = self.api_server_client.delete_compute_template(ns=namespace, name=head_node_template_name) - head_template = Template( - name=head_node_template_name, - namespace=namespace, - cpu=cpus, - memory=memory, - gpu=gpus, - gpu_accelerator=accelerator, - ) + dct["name"] = head_node_template_name + dct["namespace"] = namespace + if "tolerations" in head_node: + dct["tolerations"] = head_node.get("tolerations") + _, _ = self.api_server_client.delete_compute_template(ns=namespace, name=dct["name"]) + head_template = template_decoder(dct) status, error = self.api_server_client.create_compute_template(head_template) if status != 200: return status, error @@ -142,20 +140,18 @@ def create_ray_cluster( index = 0 # For every worker group for worker_node in worker_nodes: - cpus = worker_node.get("cpu", 1) - memory = worker_node.get("memory", 1) - gpus = worker_node.get("gpu", 0) - accelerator = worker_node.get("gpu_accelerator", None) + dct = {} + dct["cpu"] = worker_node.get("cpu", 1) + dct["memory"] = worker_node.get("memory", 1) + dct["gpu"] = worker_node.get("gpu", 0) + dct["gpu_accelerator"] = worker_node.get("gpu_accelerator", None) worker_node_template_name = f"{name}-worker-template-{index}" - _, _ = self.api_server_client.delete_compute_template(ns=namespace, name=worker_node_template_name) - worker_template = Template( - name=worker_node_template_name, - namespace=namespace, - cpu=cpus, - memory=memory, - gpu=gpus, - gpu_accelerator=accelerator, - ) + dct["name"] = worker_node_template_name + dct["namespace"] = namespace + if "tolerations" in worker_node: + dct["tolerations"] = worker_node.get("tolerations") + _, _ = self.api_server_client.delete_compute_template(ns=namespace, name=dct["name"]) + worker_template = template_decoder(dct) status, error = self.api_server_client.create_compute_template(worker_template) if status != 200: return status, error diff --git a/kfp/pipeline_generator/single-pipeline/templates/simple_pipeline.py b/kfp/pipeline_generator/single-pipeline/templates/simple_pipeline.py index b9b536dbd..e78ce3aa1 100644 --- a/kfp/pipeline_generator/single-pipeline/templates/simple_pipeline.py +++ b/kfp/pipeline_generator/single-pipeline/templates/simple_pipeline.py @@ -135,6 +135,7 @@ def {{ pipeline_name }}( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -143,6 +144,7 @@ def {{ pipeline_name }}( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/code/code2parquet/kfp_ray/code2parquet_wf.py b/transforms/code/code2parquet/kfp_ray/code2parquet_wf.py index a2080e70a..f3f491e4b 100644 --- a/transforms/code/code2parquet/kfp_ray/code2parquet_wf.py +++ b/transforms/code/code2parquet/kfp_ray/code2parquet_wf.py @@ -138,6 +138,7 @@ def code2parquet( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -146,6 +147,7 @@ def code2parquet( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/code/code_quality/kfp_ray/code_quality_wf.py b/transforms/code/code_quality/kfp_ray/code_quality_wf.py index 138b5d613..6a4ccec1b 100644 --- a/transforms/code/code_quality/kfp_ray/code_quality_wf.py +++ b/transforms/code/code_quality/kfp_ray/code_quality_wf.py @@ -135,6 +135,7 @@ def code_quality( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -143,6 +144,7 @@ def code_quality( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/code/header_cleanser/kfp_ray/header_cleanser_wf.py b/transforms/code/header_cleanser/kfp_ray/header_cleanser_wf.py index ba82169c3..9bb315569 100644 --- a/transforms/code/header_cleanser/kfp_ray/header_cleanser_wf.py +++ b/transforms/code/header_cleanser/kfp_ray/header_cleanser_wf.py @@ -132,6 +132,7 @@ def header_cleanser( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -140,6 +141,7 @@ def header_cleanser( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/code/malware/kfp_ray/malware_wf.py b/transforms/code/malware/kfp_ray/malware_wf.py index d9ec70b37..bede80b88 100644 --- a/transforms/code/malware/kfp_ray/malware_wf.py +++ b/transforms/code/malware/kfp_ray/malware_wf.py @@ -125,6 +125,7 @@ def malware( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -133,6 +134,7 @@ def malware( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/code/proglang_select/kfp_ray/proglang_select_wf.py b/transforms/code/proglang_select/kfp_ray/proglang_select_wf.py index 209121cd4..11f001bfa 100644 --- a/transforms/code/proglang_select/kfp_ray/proglang_select_wf.py +++ b/transforms/code/proglang_select/kfp_ray/proglang_select_wf.py @@ -128,6 +128,7 @@ def lang_select( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -136,6 +137,7 @@ def lang_select( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/code/repo_level_ordering/kfp_ray/repo_level_order_wf.py b/transforms/code/repo_level_ordering/kfp_ray/repo_level_order_wf.py index 256636176..42312ef3b 100644 --- a/transforms/code/repo_level_ordering/kfp_ray/repo_level_order_wf.py +++ b/transforms/code/repo_level_ordering/kfp_ray/repo_level_order_wf.py @@ -155,6 +155,7 @@ def repo_level_order( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -163,6 +164,7 @@ def repo_level_order( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/doc_chunk/kfp_ray/doc_chunk_multiple_wf.py b/transforms/language/doc_chunk/kfp_ray/doc_chunk_multiple_wf.py index a613955c9..7e30ee8b8 100644 --- a/transforms/language/doc_chunk/kfp_ray/doc_chunk_multiple_wf.py +++ b/transforms/language/doc_chunk/kfp_ray/doc_chunk_multiple_wf.py @@ -131,6 +131,7 @@ def doc_chunk( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -139,6 +140,7 @@ def doc_chunk( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/doc_chunk/kfp_ray/doc_chunk_wf.py b/transforms/language/doc_chunk/kfp_ray/doc_chunk_wf.py index 7fb107758..387c3bda7 100644 --- a/transforms/language/doc_chunk/kfp_ray/doc_chunk_wf.py +++ b/transforms/language/doc_chunk/kfp_ray/doc_chunk_wf.py @@ -132,6 +132,7 @@ def doc_chunk( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -140,6 +141,7 @@ def doc_chunk( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/doc_quality/kfp_ray/doc_quality_multiple_wf.py b/transforms/language/doc_quality/kfp_ray/doc_quality_multiple_wf.py index c68715b5d..436d93ff3 100644 --- a/transforms/language/doc_quality/kfp_ray/doc_quality_multiple_wf.py +++ b/transforms/language/doc_quality/kfp_ray/doc_quality_multiple_wf.py @@ -128,6 +128,7 @@ def doc_quality( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -136,6 +137,7 @@ def doc_quality( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/doc_quality/kfp_ray/doc_quality_wf.py b/transforms/language/doc_quality/kfp_ray/doc_quality_wf.py index b42262468..f39fd7e39 100644 --- a/transforms/language/doc_quality/kfp_ray/doc_quality_wf.py +++ b/transforms/language/doc_quality/kfp_ray/doc_quality_wf.py @@ -128,6 +128,7 @@ def doc_quality( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -136,6 +137,7 @@ def doc_quality( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/lang_id/kfp_ray/lang_id_multiple_wf.py b/transforms/language/lang_id/kfp_ray/lang_id_multiple_wf.py index ecd58b6fe..a89c54ab3 100644 --- a/transforms/language/lang_id/kfp_ray/lang_id_multiple_wf.py +++ b/transforms/language/lang_id/kfp_ray/lang_id_multiple_wf.py @@ -137,6 +137,7 @@ def lang_id( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -145,6 +146,7 @@ def lang_id( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/lang_id/kfp_ray/lang_id_wf.py b/transforms/language/lang_id/kfp_ray/lang_id_wf.py index 4f581cf2c..2ac84645d 100644 --- a/transforms/language/lang_id/kfp_ray/lang_id_wf.py +++ b/transforms/language/lang_id/kfp_ray/lang_id_wf.py @@ -138,6 +138,7 @@ def lang_id( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -146,6 +147,7 @@ def lang_id( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/pdf2parquet/kfp_ray/pdf2parquet_multiple_wf.py b/transforms/language/pdf2parquet/kfp_ray/pdf2parquet_multiple_wf.py index fdfbc1fe4..cfb443f16 100644 --- a/transforms/language/pdf2parquet/kfp_ray/pdf2parquet_multiple_wf.py +++ b/transforms/language/pdf2parquet/kfp_ray/pdf2parquet_multiple_wf.py @@ -125,6 +125,7 @@ def pdf2parquet( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -133,6 +134,7 @@ def pdf2parquet( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/pdf2parquet/kfp_ray/pdf2parquet_wf.py b/transforms/language/pdf2parquet/kfp_ray/pdf2parquet_wf.py index c3bf399fe..1905ee17c 100644 --- a/transforms/language/pdf2parquet/kfp_ray/pdf2parquet_wf.py +++ b/transforms/language/pdf2parquet/kfp_ray/pdf2parquet_wf.py @@ -129,6 +129,7 @@ def pdf2parquet( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -137,6 +138,7 @@ def pdf2parquet( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/pii_redactor/kfp_ray/pii_redactor_wf.py b/transforms/language/pii_redactor/kfp_ray/pii_redactor_wf.py index f1c4dac98..621a4e179 100644 --- a/transforms/language/pii_redactor/kfp_ray/pii_redactor_wf.py +++ b/transforms/language/pii_redactor/kfp_ray/pii_redactor_wf.py @@ -123,6 +123,7 @@ def pii_redactor( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -131,6 +132,7 @@ def pii_redactor( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/text_encoder/kfp_ray/text_encoder_multiple_wf.py b/transforms/language/text_encoder/kfp_ray/text_encoder_multiple_wf.py index 120c53c99..e522737a1 100644 --- a/transforms/language/text_encoder/kfp_ray/text_encoder_multiple_wf.py +++ b/transforms/language/text_encoder/kfp_ray/text_encoder_multiple_wf.py @@ -128,6 +128,7 @@ def text_encoder( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -136,6 +137,7 @@ def text_encoder( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/language/text_encoder/kfp_ray/text_encoder_wf.py b/transforms/language/text_encoder/kfp_ray/text_encoder_wf.py index d402c8832..f88fe9eef 100644 --- a/transforms/language/text_encoder/kfp_ray/text_encoder_wf.py +++ b/transforms/language/text_encoder/kfp_ray/text_encoder_wf.py @@ -129,6 +129,7 @@ def text_encoder( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -137,6 +138,7 @@ def text_encoder( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/doc_id/kfp_ray/doc_id_wf.py b/transforms/universal/doc_id/kfp_ray/doc_id_wf.py index 1eb96af25..f41231159 100644 --- a/transforms/universal/doc_id/kfp_ray/doc_id_wf.py +++ b/transforms/universal/doc_id/kfp_ray/doc_id_wf.py @@ -139,6 +139,7 @@ def doc_id( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -147,6 +148,7 @@ def doc_id( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/ededup/kfp_ray/ededup_wf.py b/transforms/universal/ededup/kfp_ray/ededup_wf.py index 306391d6c..645902d0e 100644 --- a/transforms/universal/ededup/kfp_ray/ededup_wf.py +++ b/transforms/universal/ededup/kfp_ray/ededup_wf.py @@ -103,6 +103,7 @@ def ededup( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -111,6 +112,7 @@ def ededup( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/fdedup/kfp_ray/fdedup_wf.py b/transforms/universal/fdedup/kfp_ray/fdedup_wf.py index c98ffafa3..bb2cc3194 100644 --- a/transforms/universal/fdedup/kfp_ray/fdedup_wf.py +++ b/transforms/universal/fdedup/kfp_ray/fdedup_wf.py @@ -117,6 +117,7 @@ def fdedup( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -125,6 +126,7 @@ def fdedup( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/filter/kfp_ray/filter_wf.py b/transforms/universal/filter/kfp_ray/filter_wf.py index b998cd7b5..b856b1007 100644 --- a/transforms/universal/filter/kfp_ray/filter_wf.py +++ b/transforms/universal/filter/kfp_ray/filter_wf.py @@ -129,6 +129,7 @@ def filtering( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -137,6 +138,7 @@ def filtering( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/noop/kfp_ray/noop_multiple_wf.py b/transforms/universal/noop/kfp_ray/noop_multiple_wf.py index a1f6592a8..3b102d205 100644 --- a/transforms/universal/noop/kfp_ray/noop_multiple_wf.py +++ b/transforms/universal/noop/kfp_ray/noop_multiple_wf.py @@ -122,6 +122,7 @@ def noop( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -130,6 +131,7 @@ def noop( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/noop/kfp_ray/noop_wf.py b/transforms/universal/noop/kfp_ray/noop_wf.py index 67405f134..f5961ba36 100644 --- a/transforms/universal/noop/kfp_ray/noop_wf.py +++ b/transforms/universal/noop/kfp_ray/noop_wf.py @@ -125,6 +125,7 @@ def noop( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -133,6 +134,7 @@ def noop( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/profiler/kfp_ray/profiler_wf.py b/transforms/universal/profiler/kfp_ray/profiler_wf.py index 7f21fa3e0..914637895 100644 --- a/transforms/universal/profiler/kfp_ray/profiler_wf.py +++ b/transforms/universal/profiler/kfp_ray/profiler_wf.py @@ -101,6 +101,7 @@ def profiler( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -109,6 +110,7 @@ def profiler( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/resize/kfp_ray/resize_wf.py b/transforms/universal/resize/kfp_ray/resize_wf.py index f9b325674..0724ed731 100644 --- a/transforms/universal/resize/kfp_ray/resize_wf.py +++ b/transforms/universal/resize/kfp_ray/resize_wf.py @@ -136,6 +136,7 @@ def resize( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -144,6 +145,7 @@ def resize( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec diff --git a/transforms/universal/tokenization/kfp_ray/tokenization_wf.py b/transforms/universal/tokenization/kfp_ray/tokenization_wf.py index ba96a790a..c131d11ea 100644 --- a/transforms/universal/tokenization/kfp_ray/tokenization_wf.py +++ b/transforms/universal/tokenization/kfp_ray/tokenization_wf.py @@ -141,6 +141,7 @@ def tokenization( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param ray_worker_options: worker node options (we here are using only 1 worker pool), containing the following: replicas - number of replicas to create max_replicas - max number of replicas @@ -149,6 +150,7 @@ def tokenization( memory - memory image - image to use image_pull_secret - image pull secret + tolerations - (optional) tolerations for the ray pods :param server_url - server url :param additional_params: additional (support) parameters, containing the following: wait_interval - wait interval for API server, sec