squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Revert "[Core] Cache some utils" (#3507)

Browse Source
This commit is contained in:
Simon Mo 2024-03-19 13:22:58 -07:00 committed by GitHub
parent 2a60c9bd17
commit cc63d03fbb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/utils.py
View File

@ -4,7 +4,6 @@ import socket
import subprocess import subprocess
import uuid import uuid
import gc import gc
from functools import cache
from platform import uname from platform import uname
from typing import List, Tuple, Union from typing import List, Tuple, Union
from packaging.version import parse, Version from packaging.version import parse, Version
@ -121,7 +120,6 @@ def is_hip() -> bool:
return torch.version.hip is not None return torch.version.hip is not None
@cache
def is_neuron() -> bool: def is_neuron() -> bool:
try: try:
import transformers_neuronx import transformers_neuronx
@ -130,7 +128,6 @@ def is_neuron() -> bool:
return transformers_neuronx is not None return transformers_neuronx is not None
@cache
def get_max_shared_memory_bytes(gpu: int = 0) -> int: def get_max_shared_memory_bytes(gpu: int = 0) -> int:
"""Returns the maximum shared memory per thread block in bytes.""" """Returns the maximum shared memory per thread block in bytes."""
# NOTE: This import statement should be executed lazily since # NOTE: This import statement should be executed lazily since
@ -154,7 +151,6 @@ def random_uuid() -> str:
return str(uuid.uuid4().hex) return str(uuid.uuid4().hex)
@cache
def in_wsl() -> bool: def in_wsl() -> bool:
# Reference: https://github.com/microsoft/WSL/issues/4071 # Reference: https://github.com/microsoft/WSL/issues/4071
return "microsoft" in " ".join(uname()).lower() return "microsoft" in " ".join(uname()).lower()
@ -229,7 +225,6 @@ def set_cuda_visible_devices(device_ids: List[int]) -> None:
os.environ["CUDA_VISIBLE_DEVICES"] = ",".join(map(str, device_ids)) os.environ["CUDA_VISIBLE_DEVICES"] = ",".join(map(str, device_ids))
@cache
def get_nvcc_cuda_version() -> Optional[Version]: def get_nvcc_cuda_version() -> Optional[Version]:
cuda_home = os.environ.get('CUDA_HOME') cuda_home = os.environ.get('CUDA_HOME')
if not cuda_home: if not cuda_home: