[Bugfix] Lower gemma's unloaded_params exception to warning (#7002)

vllm/model_executor/models/gemma.py

@@ -404,6 +404,6 @@ class GemmaForCausalLM(nn.Module, SupportsLoRA):
             loaded_params.add(name)
         unloaded_params = params_dict.keys() - loaded_params
         if unloaded_params:
-            raise RuntimeError(
+            logger.warning(
-                "Some weights are not initialized from checkpoints: "
+                "Some weights are not initialized from checkpoints: %s",
-                f"{unloaded_params}")
+                unloaded_params)

vllm/model_executor/models/gemma2.py

@@ -23,6 +23,7 @@ from transformers import Gemma2Config
 from vllm.attention import Attention, AttentionMetadata
 from vllm.config import CacheConfig, LoRAConfig
 from vllm.distributed import get_tensor_model_parallel_world_size
+from vllm.logger import init_logger
 from vllm.model_executor.layers.activation import GeluAndMul
 from vllm.model_executor.layers.layernorm import GemmaRMSNorm
 from vllm.model_executor.layers.linear import (MergedColumnParallelLinear,
@@ -41,6 +42,8 @@ from vllm.sequence import IntermediateTensors, SamplerOutput
 
 from .interfaces import SupportsLoRA
 
+logger = init_logger(__name__)
+
 
 class Gemma2MLP(nn.Module):
 
@@ -390,6 +393,6 @@ class Gemma2ForCausalLM(nn.Module, SupportsLoRA):
 
         unloaded_params = params_dict.keys() - loaded_params
         if unloaded_params:
-            raise RuntimeError(
+            logger.warning(
-                "Some weights are not initialized from checkpoints: "
+                "Some weights are not initialized from checkpoints: %s",
-                f"{unloaded_params}")
+                unloaded_params)

vllm/model_executor/models/paligemma.py

@@ -342,6 +342,6 @@ class PaliGemmaForConditionalGeneration(nn.Module, SupportsVision):
 
         unloaded_params = params_dict.keys() - loaded_params
         if unloaded_params:
-            raise RuntimeError(
+            logger.warning(
-                "Some weights are not initialized from checkpoints: "
+                "Some weights are not initialized from checkpoints: %s",
-                f"{unloaded_params}")
+                unloaded_params)