[BugFix] Fix a bug in loading safetensors (#1732)

2023-11-20 15:51:18 -08:00 · 2023-11-20 15:51:18 -08:00 · f5a37c6c6c
commit f5a37c6c6c
parent 32c927b53f
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/weight_utils.py
+++ b/vllm/model_executor/weight_utils.py
@ -240,7 +240,7 @@ def hf_model_weights_iterator(
    elif use_safetensors:
        for st_file in hf_weights_files:
            with safe_open(st_file, framework="pt") as f:
-                for name in f:
+                for name in f.keys():  # noqa: SIM118
                    param = f.get_tensor(name)
                    yield name, param
    else: