squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[MISC] Skip dumping inputs when unpicklable (#8744)

Browse Source
This commit is contained in:
Cody Yu 2024-09-23 23:10:03 -07:00 committed by GitHub
parent 3185fb0cca
commit b8747e8a7c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/worker/model_runner_base.py
View File

@ -137,7 +137,15 @@ def dump_input_when_exception(exclude_args: Optional[List[int]] = None,
for t in kv_caches for t in kv_caches
if is_tensor(t)] if is_tensor(t)]
pickle.dump(dumped_inputs, filep) try:
pickle.dump(dumped_inputs, filep)
except Exception as pickle_err:
logger.warning(
"Failed to pickle inputs of failed execution: %s",
str(pickle_err))
raise type(err)(f"Error in model execution: "
f"{str(err)}") from err
logger.info( logger.info(
"Completed writing input of failed execution to %s.", "Completed writing input of failed execution to %s.",
filename) filename)