2024-06-28 21:50:16 +08:00
|
|
|
# Common dependencies
|
2024-08-08 00:49:10 +08:00
|
|
|
-r requirements-common.txt
|
2024-06-28 21:50:16 +08:00
|
|
|
|
2024-11-05 07:11:28 +08:00
|
|
|
torch == 2.5.1 # should be aligned with "common" vLLM torch version
|
2024-10-11 01:18:58 +08:00
|
|
|
openvino >= 2024.4.0 # since 2024.4.0 both CPU and GPU support Paged Attention
|
|
|
|
|
|
|
|
|
|
optimum @ git+https://github.com/huggingface/optimum.git@main # latest optimum is used to support latest transformers version
|
|
|
|
|
optimum-intel[nncf] @ git+https://github.com/huggingface/optimum-intel.git@main # latest optimum-intel is used to support latest transformers version
|