diff --git a/vllm/model_executor/layers/linear.py b/vllm/model_executor/layers/linear.py index 1dda5d37..7100fe14 100644 --- a/vllm/model_executor/layers/linear.py +++ b/vllm/model_executor/layers/linear.py @@ -743,7 +743,6 @@ class RowParallelLinear(LinearBase): param_data.copy_(loaded_weight) def forward(self, input_): - # Set up backprop all-reduce. if self.input_is_parallel: input_parallel = input_ else: