squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix][TPU] Correct env variable for XLA cache path (#7544)

Browse Source
This commit is contained in:
Woosuk Kwon 2024-08-15 00:02:29 -07:00 committed by GitHub
parent 22b39e11f2
commit fc93e56143
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/envs.py
View File

@ -334,7 +334,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {
"VLLM_XLA_CACHE_PATH": "VLLM_XLA_CACHE_PATH":
lambda: os.path.expanduser( lambda: os.path.expanduser(
os.getenv( os.getenv(
"VLLM_ASSETS_CACHE", "VLLM_XLA_CACHE_PATH",
os.path.join(get_default_cache_root(), "vllm", "xla_cache"), os.path.join(get_default_cache_root(), "vllm", "xla_cache"),
)), )),
"VLLM_FUSED_MOE_CHUNK_SIZE": "VLLM_FUSED_MOE_CHUNK_SIZE":