From c3c93ed9027ac336bd10e978139360625540b186 Mon Sep 17 00:00:00 2001 From: hendrixmar Date: Tue, 16 Dec 2025 06:44:44 -0600 Subject: [PATCH 1/4] bug: **Update imports in constant.py to use correct ModelReference location** --- .../evaluators/src/genkit/plugins/evaluators/constant.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py b/py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py index cc794aeb47..79c643e32a 100644 --- a/py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py +++ b/py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py @@ -17,6 +17,8 @@ from collections.abc import Callable +from genkit.blocks.model import ModelReference + try: from enum import StrEnum except ImportError: @@ -25,7 +27,7 @@ from pydantic import BaseModel, RootModel -from genkit.core.typing import ModelReference + from genkit.types import EvalStatusEnum, Score From 421e324baadb552e081ab07f8ad10ae9be49c782 Mon Sep 17 00:00:00 2001 From: hendrixmar Date: Tue, 16 Dec 2025 06:53:49 -0600 Subject: [PATCH 2/4] chore: fix linter --- py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py | 1 - 1 file changed, 1 deletion(-) diff --git a/py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py b/py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py index 79c643e32a..20896dac8a 100644 --- a/py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py +++ b/py/plugins/evaluators/src/genkit/plugins/evaluators/constant.py @@ -27,7 +27,6 @@ from pydantic import BaseModel, RootModel - from genkit.types import EvalStatusEnum, Score From 41b8ccb6ae33599e2c45be2bb840b3f26b85b8fb Mon Sep 17 00:00:00 2001 From: hendrixmar Date: Tue, 16 Dec 2025 07:40:56 -0600 Subject: [PATCH 3/4] chore: fix linter --- .../evaluators/src/genkit/plugins/evaluators/plugin_api.py | 4 ++-- .../evaluators/src/{ => genkit/plugins}/metrics/__init__.py | 0 .../evaluators/src/{ => genkit/plugins}/metrics/helper.py | 0 3 files changed, 2 insertions(+), 2 deletions(-) rename py/plugins/evaluators/src/{ => genkit/plugins}/metrics/__init__.py (100%) rename py/plugins/evaluators/src/{ => genkit/plugins}/metrics/helper.py (100%) diff --git a/py/plugins/evaluators/src/genkit/plugins/evaluators/plugin_api.py b/py/plugins/evaluators/src/genkit/plugins/evaluators/plugin_api.py index fd9bde03a4..4b39caa7fb 100644 --- a/py/plugins/evaluators/src/genkit/plugins/evaluators/plugin_api.py +++ b/py/plugins/evaluators/src/genkit/plugins/evaluators/plugin_api.py @@ -26,13 +26,13 @@ from genkit.ai import Genkit, Plugin from genkit.plugins.evaluators.constant import GenkitMetricType, MetricConfig, PluginOptions from genkit.types import BaseEvalDataPoint, EvalFnResponse, EvalStatusEnum, Score -from plugins.evaluators.src.genkit.plugins.evaluators.constant import ( +from genkit.plugins.evaluators.constant import ( AnswerRelevancyResponseSchema, LongFormResponseSchema, MaliciousnessResponseSchema, NliResponse, ) -from plugins.evaluators.src.metrics.helper import load_prompt_file, render_text +from genkit.plugins.metrics.helper import load_prompt_file, render_text def evaluators_name(name: str) -> str: diff --git a/py/plugins/evaluators/src/metrics/__init__.py b/py/plugins/evaluators/src/genkit/plugins/metrics/__init__.py similarity index 100% rename from py/plugins/evaluators/src/metrics/__init__.py rename to py/plugins/evaluators/src/genkit/plugins/metrics/__init__.py diff --git a/py/plugins/evaluators/src/metrics/helper.py b/py/plugins/evaluators/src/genkit/plugins/metrics/helper.py similarity index 100% rename from py/plugins/evaluators/src/metrics/helper.py rename to py/plugins/evaluators/src/genkit/plugins/metrics/helper.py From 11ed8e595738ffc4c666c809908da5f144c30221 Mon Sep 17 00:00:00 2001 From: hendrixmar Date: Tue, 16 Dec 2025 07:45:49 -0600 Subject: [PATCH 4/4] chore: fix linter --- .../evaluators/src/genkit/plugins/evaluators/plugin_api.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/py/plugins/evaluators/src/genkit/plugins/evaluators/plugin_api.py b/py/plugins/evaluators/src/genkit/plugins/evaluators/plugin_api.py index 4b39caa7fb..78e1bf201f 100644 --- a/py/plugins/evaluators/src/genkit/plugins/evaluators/plugin_api.py +++ b/py/plugins/evaluators/src/genkit/plugins/evaluators/plugin_api.py @@ -24,15 +24,17 @@ from dotpromptz.typing import DataArgument from genkit.ai import Genkit, Plugin -from genkit.plugins.evaluators.constant import GenkitMetricType, MetricConfig, PluginOptions -from genkit.types import BaseEvalDataPoint, EvalFnResponse, EvalStatusEnum, Score from genkit.plugins.evaluators.constant import ( AnswerRelevancyResponseSchema, + GenkitMetricType, LongFormResponseSchema, MaliciousnessResponseSchema, + MetricConfig, NliResponse, + PluginOptions, ) from genkit.plugins.metrics.helper import load_prompt_file, render_text +from genkit.types import BaseEvalDataPoint, EvalFnResponse, EvalStatusEnum, Score def evaluators_name(name: str) -> str: