32 lines
811 B
Python
32 lines
811 B
Python
"""Utils for model executor."""
|
|
from typing import Any, Dict, Optional
|
|
|
|
import torch
|
|
|
|
from vllm.utils import seed_everything
|
|
|
|
|
|
def set_random_seed(seed: int) -> None:
|
|
seed_everything(seed)
|
|
|
|
|
|
def set_weight_attrs(
|
|
weight: torch.Tensor,
|
|
weight_attrs: Optional[Dict[str, Any]],
|
|
):
|
|
"""Set attributes on a weight tensor.
|
|
|
|
This method is used to set attributes on a weight tensor. This method
|
|
will not overwrite existing attributes.
|
|
|
|
Args:
|
|
weight: The weight tensor.
|
|
weight_attrs: A dictionary of attributes to set on the weight tensor.
|
|
"""
|
|
if weight_attrs is None:
|
|
return
|
|
for key, value in weight_attrs.items():
|
|
assert not hasattr(
|
|
weight, key), (f"Overwriting existing tensor attribute: {key}")
|
|
setattr(weight, key, value)
|