[misc] add start loading models for users information (#6670)

2024-07-22 20:08:02 -07:00 · 2024-07-22 20:08:02 -07:00 · 7c2749a4fd
commit 7c2749a4fd
parent 729171ae58
1 changed files with 1 additions and 0 deletions
--- a/vllm/worker/model_runner.py
+++ b/vllm/worker/model_runner.py
@ -677,6 +677,7 @@ class GPUModelRunnerBase(ModelRunnerBase[TModelInputForGPU]):
            int(self.cache_config.cpu_offload_gb * 1024**3))

    def load_model(self) -> None:
+        logger.info("Starting to load model %s...", self.model_config.model)
        with CudaMemoryProfiler() as m:
            self.model = get_model(model_config=self.model_config,
                                   device_config=self.device_config,