squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] fix_log_time_in_metrics (#4050)

Browse Source
This commit is contained in:
zspo 2024-04-13 22:52:36 +08:00 committed by GitHub
parent 98afde19fc
commit ec8e3c695f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/metrics.py
View File

@ -130,7 +130,7 @@ class StatLogger:
def __init__(self, local_interval: float, labels: Dict[str, str]) -> None: def __init__(self, local_interval: float, labels: Dict[str, str]) -> None:
# Metadata for logging locally. # Metadata for logging locally.
self.last_local_log = time.monotonic() self.last_local_log = time.time()
self.local_interval = local_interval self.local_interval = local_interval
# Tracked stats over current local logging interval. # Tracked stats over current local logging interval.