diff --git a/tests/transformers_tests/models/olmo/test_modeling_olmo.py b/tests/transformers_tests/models/olmo/test_modeling_olmo.py
index 056608ddb7..e5be99fa81 100644
--- a/tests/transformers_tests/models/olmo/test_modeling_olmo.py
+++ b/tests/transformers_tests/models/olmo/test_modeling_olmo.py
@@ -26,7 +26,7 @@
 )
 from tests.transformers_tests.models.modeling_common import ids_numpy
 
-DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-3}
+DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 1e-2}
 MODES = [0, 1]
 
 
diff --git a/tests/transformers_tests/models/olmo2/test_modeling_omo2.py b/tests/transformers_tests/models/olmo2/test_modeling_omo2.py
index 61d49e38ce..0a7708f77c 100644
--- a/tests/transformers_tests/models/olmo2/test_modeling_omo2.py
+++ b/tests/transformers_tests/models/olmo2/test_modeling_omo2.py
@@ -26,7 +26,7 @@
 )
 from tests.transformers_tests.models.modeling_common import ids_numpy
 
-DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-3}
+DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 1e-2}
 MODES = [0, 1]