We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2623986 commit 4c0181cCopy full SHA for 4c0181c
src/binding/python/tests/recompute.py
@@ -34,6 +34,7 @@ def disable_recompute(config: TrainingConfig):
34
baseline_config.offload_quants = False
35
baseline_config.offload_opt_v = False
36
baseline_config.offload_opt_m = False
37
+ baseline_config.offload_grads = False
38
baseline_config.attn_bwd_chunks = 1
39
baseline_config.memcpy_all_gather = False
40
baseline_config.shard_weights = False
0 commit comments