From 3363c27d1954fd63741020dbf5e48bc9b9735cd7 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Tue, 14 Feb 2023 09:34:07 +0000 Subject: [PATCH] Add __repr__ --- cacheflow/block.py | 5 +++++ cacheflow/sequence.py | 12 +++++++++--- 2 files changed, 14 insertions(+), 3 deletions(-) diff --git a/cacheflow/block.py b/cacheflow/block.py index c611d108..4d5dc2ef 100644 --- a/cacheflow/block.py +++ b/cacheflow/block.py @@ -49,3 +49,8 @@ class PhysicalTokenBlock: self.block_size = block_size self.ref_count = 0 + + def __repr__(self) -> str: + return (f'PhysicalTokenBlock(device={self.device}, ' + f'block_number={self.block_number}, ' + f'ref_count={self.ref_count})') diff --git a/cacheflow/sequence.py b/cacheflow/sequence.py index 69e84641..8a6f2908 100644 --- a/cacheflow/sequence.py +++ b/cacheflow/sequence.py @@ -2,7 +2,6 @@ import enum from typing import List, Optional from cacheflow.block import LogicalTokenBlock -from cacheflow.decoding import DecodingParams class SequenceStatus(enum.Enum): @@ -58,6 +57,11 @@ class Sequence: token_ids.extend(block.get_token_ids()) return token_ids + def __repr__(self) -> str: + return (f'Sequence(seq_id={self.seq_id}, ' + f'status={self.status.name}, ' + f'num_blocks={len(self.logical_token_blocks)})') + class SequenceGroup: @@ -65,11 +69,9 @@ class SequenceGroup: self, group_id: int, seqs: List[Sequence], - decoding_params: DecodingParams, ) -> None: self.group_id = group_id self.seqs = seqs - self.decoding_params = decoding_params def num_seqs(self, status: Optional[SequenceStatus] = None) -> int: if status is None: @@ -82,3 +84,7 @@ class SequenceGroup: if seq.seq_id == seq_id: return seq raise ValueError(f'Sequence {seq_id} not found.') + + def __repr__(self) -> str: + return (f'SequenceGroup(group_id={self.group_id}, ' + f'num_seqs={len(self.seqs)})')