diff --git a/vllm/model_executor/models/mistral.py b/vllm/model_executor/models/mistral.py index d298ea7d..746f21b5 100644 --- a/vllm/model_executor/models/mistral.py +++ b/vllm/model_executor/models/mistral.py @@ -20,7 +20,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -"""Inference-only LLaMA model compatible with HuggingFace weights. +"""Inference-only Mistral model compatible with HuggingFace weights. The input of the model is flattened to a 1D tensor of tokens. The model uses InputMetadata to extract the original 2D shape of the input.