From af16c050742979475fa8fe842e9916eb389d872a Mon Sep 17 00:00:00 2001
From: Woosuk Kwon <woosuk.kwon@berkeley.edu>
Date: Thu, 23 Feb 2023 05:58:04 +0000
Subject: [PATCH] Add get_len

---
 cacheflow/sequence.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/cacheflow/sequence.py b/cacheflow/sequence.py
index a4fd551c..9f140f0b 100644
--- a/cacheflow/sequence.py
+++ b/cacheflow/sequence.py
@@ -49,6 +49,9 @@ class Sequence:
             last_block.append(token_ids[:num_empty_slots])
             token_ids = token_ids[num_empty_slots:]
 
+    def get_len(self) -> int:
+        return sum(block.num_tokens for block in self.logical_token_blocks)
+
     def get_token_ids(self) -> List[int]:
         token_ids: List[int] = []
         for block in self.logical_token_blocks: