2024-04-05 15:39:17 +08:00
|
|
|
# Common dependencies
|
|
|
|
|
-r requirements-common.txt
|
|
|
|
|
|
|
|
|
|
# Dependencies for NVIDIA GPUs
|
|
|
|
|
ray >= 2.9
|
2024-04-24 09:33:12 +08:00
|
|
|
nvidia-ml-py # for pynvml package
|
2024-07-13 03:04:26 +08:00
|
|
|
torch == 2.3.1
|
2024-06-24 12:11:53 +08:00
|
|
|
# These must be updated alongside torch
|
2024-07-13 03:04:26 +08:00
|
|
|
torchvision == 0.18.1 # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
|
|
|
|
|
xformers == 0.0.27 # Requires PyTorch 2.3.1
|
|
|
|
|
vllm-flash-attn == 2.5.9.post1 # Requires PyTorch 2.3.1
|
