[Core] Optimize SequenceStatus.is_finished by switching to IntEnum (#5974)
This commit is contained in:
parent
51e971d39e
commit
7c01f70641
@ -39,24 +39,21 @@ PromptLogprobs = List[Optional[Dict[int, Logprob]]]
|
|||||||
SampleLogprobs = List[Dict[int, Logprob]]
|
SampleLogprobs = List[Dict[int, Logprob]]
|
||||||
|
|
||||||
|
|
||||||
class SequenceStatus(enum.Enum):
|
class SequenceStatus(enum.IntEnum):
|
||||||
"""Status of a sequence."""
|
"""Status of a sequence."""
|
||||||
WAITING = enum.auto()
|
WAITING = 0
|
||||||
RUNNING = enum.auto()
|
RUNNING = 1
|
||||||
SWAPPED = enum.auto()
|
SWAPPED = 2
|
||||||
FINISHED_STOPPED = enum.auto()
|
# Note: anything after SWAPPED (2) will be considered
|
||||||
FINISHED_LENGTH_CAPPED = enum.auto()
|
# as a finished status.
|
||||||
FINISHED_ABORTED = enum.auto()
|
FINISHED_STOPPED = 3
|
||||||
FINISHED_IGNORED = enum.auto()
|
FINISHED_LENGTH_CAPPED = 4
|
||||||
|
FINISHED_ABORTED = 5
|
||||||
|
FINISHED_IGNORED = 6
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def is_finished(status: "SequenceStatus") -> bool:
|
def is_finished(status: "SequenceStatus") -> bool:
|
||||||
return status in [
|
return status > SequenceStatus.SWAPPED
|
||||||
SequenceStatus.FINISHED_STOPPED,
|
|
||||||
SequenceStatus.FINISHED_LENGTH_CAPPED,
|
|
||||||
SequenceStatus.FINISHED_ABORTED,
|
|
||||||
SequenceStatus.FINISHED_IGNORED,
|
|
||||||
]
|
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def get_finished_reason(status: "SequenceStatus") -> Union[str, None]:
|
def get_finished_reason(status: "SequenceStatus") -> Union[str, None]:
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user