We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4c63262 commit 9fafd98Copy full SHA for 9fafd98
vllm_ascend/envs.py
@@ -176,8 +176,9 @@
176
# Whether to anbale dynamic EPLB
177
"DYNAMIC_EPLB":
178
lambda: os.getenv("DYNAMIC_EPLB", "false").lower(),
179
+ # Whether to enable exponential overlap with model executing.
180
"VLLM_ASCEND_ENABLE_ASYNC_EXPONENTIAL":
- lambda: int(os.getenv("VLLM_ASCEND_ENABLE_ASYNC_EXPONENTIAL", 1)),
181
+ lambda: bool(int(os.getenv("VLLM_ASCEND_ENABLE_ASYNC_EXPONENTIAL", '0'))),
182
}
183
184
# end-env-vars-definition
0 commit comments