squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix]Using the correct type hints (#9885)

Browse Source 
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
This commit is contained in:
Gregory Shtrasberg 2024-11-04 01:19:51 -05:00 committed by GitHub
parent c49f0407ba
commit b67feb1274
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/sequence.py
View File

@ -6,7 +6,8 @@ from array import array
from collections import defaultdict from collections import defaultdict
from dataclasses import dataclass, field from dataclasses import dataclass, field
from functools import cached_property, reduce from functools import cached_property, reduce
from typing import TYPE_CHECKING, Any, Callable, Dict, List, Mapping, Optional from typing import (TYPE_CHECKING, Any, Callable, DefaultDict, Dict, List,
Mapping, Optional)
from typing import Sequence as GenericSequence from typing import Sequence as GenericSequence
from typing import Set, Tuple, Union, cast from typing import Set, Tuple, Union, cast
@ -256,7 +257,8 @@ class SequenceData(msgspec.Struct,
return tuple(self._output_token_ids) return tuple(self._output_token_ids)
@output_token_ids.setter @output_token_ids.setter
def output_token_ids(self, new_output_token_ids: List[int]) -> None: def output_token_ids(self,
new_output_token_ids: GenericSequence[int]) -> None:
self._output_token_ids = array(VLLM_TOKEN_ID_ARRAY_TYPE, self._output_token_ids = array(VLLM_TOKEN_ID_ARRAY_TYPE,
new_output_token_ids) new_output_token_ids)
self._update_cached_all_tokens() self._update_cached_all_tokens()
@ -1173,7 +1175,7 @@ def get_all_seq_ids_and_request_ids(
sequence ids. sequence ids.
""" """
seq_ids: List[int] = [] seq_ids: List[int] = []
request_id_seq_ids_mapping: Dict[str, Set[int]] = defaultdict(set) request_id_seq_ids_mapping: DefaultDict[str, Set[int]] = defaultdict(set)
for sg in seq_group_metadata_list: for sg in seq_group_metadata_list:
for seq_id in sg.seq_data: for seq_id in sg.seq_data:
seq_ids.append(seq_id) seq_ids.append(seq_id)