From 8edcabc737c867cf237289134583c2bbc852f11e Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Thu, 16 Feb 2023 01:28:17 +0000 Subject: [PATCH] Add warning --- cacheflow/worker/cache_engine.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/cacheflow/worker/cache_engine.py b/cacheflow/worker/cache_engine.py index 4a2fc350..7c63c563 100644 --- a/cacheflow/worker/cache_engine.py +++ b/cacheflow/worker/cache_engine.py @@ -19,6 +19,9 @@ class CacheEngine: num_cpu_blocks: int, dtype: torch.dtype, ) -> None: + if head_size % 16 != 0: + raise ValueError(f'head_size ({head_size}) must be a multiple of 16.') + self.worker_id = worker_id self.gpu_id = gpu_id self.num_layers = num_layers