Remove : as EoS token from GSM8K task

abacusai · May 31, 2024 · c5269f4 · c5269f4
1 parent b281b09
commit c5269f4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lm_eval/tasks/gsm8k.py b/lm_eval/tasks/gsm8k.py
@@ -79,7 +79,7 @@ def construct_requests(self, doc, ctx):
         """
         # NOTE: The paper implements "verifiers" that assign a score to multiple
         # solutions and output the highest ranked solution.
-        completion = rf.greedy_until(ctx, {"until": [":", "Question:", "Question"]})
+        completion = rf.greedy_until(ctx, {"until": ["Question:", "Question"]})
         return completion
 
     def _extract_answer(self, completion):