From 7dead1f9afabb461064f58948bbbdce869707b26 Mon Sep 17 00:00:00 2001 From: townwish Date: Sat, 11 Oct 2025 10:19:47 +0800 Subject: [PATCH] tests(transformers): increase the OLMo models test error passing threshold for BF16 --- tests/transformers_tests/models/olmo/test_modeling_olmo.py | 2 +- tests/transformers_tests/models/olmo2/test_modeling_omo2.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/transformers_tests/models/olmo/test_modeling_olmo.py b/tests/transformers_tests/models/olmo/test_modeling_olmo.py index 056608ddb7..e5be99fa81 100644 --- a/tests/transformers_tests/models/olmo/test_modeling_olmo.py +++ b/tests/transformers_tests/models/olmo/test_modeling_olmo.py @@ -26,7 +26,7 @@ ) from tests.transformers_tests.models.modeling_common import ids_numpy -DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-3} +DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 1e-2} MODES = [0, 1] diff --git a/tests/transformers_tests/models/olmo2/test_modeling_omo2.py b/tests/transformers_tests/models/olmo2/test_modeling_omo2.py index 61d49e38ce..0a7708f77c 100644 --- a/tests/transformers_tests/models/olmo2/test_modeling_omo2.py +++ b/tests/transformers_tests/models/olmo2/test_modeling_omo2.py @@ -26,7 +26,7 @@ ) from tests.transformers_tests.models.modeling_common import ids_numpy -DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-3} +DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 1e-2} MODES = [0, 1]