[https://nvbugs/5596343][test] Update test waive to get back some coverage

Signed-off-by: Dongfeng Yu <[email protected]>

Author: dongfengy

tests/integration/defs/accuracy/test_llm_api_pytorch.py

@@ -3465,7 +3465,6 @@ def test_dummy_load_format(self):
             task = GSM8K(model_name)
             task.evaluate(llm, is_integration_test=True)
 
-    @pytest.mark.skip(reason="https://nvbugs/5596343")
     @pytest.mark.skip_less_device(4)
     @pytest.mark.parametrize(
         "kv_cache_dtype",
@@ -3485,6 +3484,10 @@ def test_dummy_load_format(self):
     def test_w4_4gpus(self, kv_cache_dtype, moe_backend, tp_size, pp_size,
                       ep_size, attention_dp, cuda_graph, overlap_scheduler,
                       mocker):
+        if get_sm_version() < 100:
+            pytest.skip(
+                "https://nvbugs/5596343: Skip Hopper due to accuracy issue.")
+
         mocker.patch.object(GSM8K, "MAX_OUTPUT_LEN", 8192)
         mocker.patch.dict(GSM8K.EVALUATE_KWARGS,
                           {"scores_filter": "exact_match,flexible-extract"})