From 0d578228ca220c120bb73316c1d35d078a5bd7b1 Mon Sep 17 00:00:00 2001 From: Sin Date: Fri, 10 Nov 2023 11:29:51 +0800 Subject: [PATCH] config parser: add ChatGLM2 seq_length to `_get_and_verify_max_len` (#1617) --- vllm/config.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/config.py b/vllm/config.py index 6ae8ccb8..116deee8 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -368,6 +368,8 @@ def _get_and_verify_max_len( "n_positions", # MPT "max_seq_len", + # ChatGLM2 + "seq_length", # Others "max_sequence_length", "max_seq_length",