From 97b61bfae63636e4916b49c3a2ff20353cb86db7 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Mon, 28 Oct 2024 13:51:23 -0700 Subject: [PATCH] [misc] avoid circular import (#9765) Signed-off-by: youkaichao --- vllm/sequence.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/sequence.py b/vllm/sequence.py index fc936fba..ff59f333 100644 --- a/vllm/sequence.py +++ b/vllm/sequence.py @@ -18,7 +18,6 @@ from vllm.lora.request import LoRARequest from vllm.pooling_params import PoolingParams from vllm.prompt_adapter.request import PromptAdapterRequest from vllm.sampling_params import RequestOutputKind, SamplingParams -from vllm.spec_decode.metrics import SpecDecodeWorkerMetrics if TYPE_CHECKING: from vllm.inputs import SingletonInputs @@ -1132,6 +1131,8 @@ class PoolerOutput( """The output from a pooling operation in the embedding model.""" outputs: List[EmbeddingSequenceGroupOutput] + # lazy import to avoid circular import + from vllm.spec_decode.metrics import SpecDecodeWorkerMetrics spec_decode_worker_metrics: Optional[SpecDecodeWorkerMetrics] = None def __getitem__(self, idx: int) -> EmbeddingSequenceGroupOutput: