diff --git a/hemm/metrics/vqa/judges/mmllm_judges/openai_judge.py b/hemm/metrics/vqa/judges/mmllm_judges/openai_judge.py index a16e946..7faff9c 100644 --- a/hemm/metrics/vqa/judges/mmllm_judges/openai_judge.py +++ b/hemm/metrics/vqa/judges/mmllm_judges/openai_judge.py @@ -84,10 +84,10 @@ def extract_prompt_parts(self, prompt: str) -> List[TaggedPromptParts]: adjective = adjective.replace("the ", "") adjective = adjective.replace("a ", "") adjective = adjective.replace("an ", "") + tagged_prompt_parts.append( + TaggedPromptParts(entity=chunk_np, noun=noun, adjective=adjective) + ) break - tagged_prompt_parts.append( - TaggedPromptParts(entity=chunk_np, noun=noun, adjective=adjective) - ) return tagged_prompt_parts @weave.op()