From 69909126a7f6fb1e3254dc0dec87dc6e78e1a0e2 Mon Sep 17 00:00:00 2001
From: sasha0552 <admin@sasha0552.org>
Date: Wed, 1 May 2024 17:41:17 +0000
Subject: [PATCH] [Bugfix] Use random seed if seed is -1 (#4531)

---
 vllm/sampling_params.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/vllm/sampling_params.py b/vllm/sampling_params.py
index f6e7a3ca..5fa94eb1 100644
--- a/vllm/sampling_params.py
+++ b/vllm/sampling_params.py
@@ -139,7 +139,10 @@ class SamplingParams:
         self.top_p = top_p
         self.top_k = top_k
         self.min_p = min_p
-        self.seed = seed
+        if seed == -1:
+            self.seed = None
+        else:
+            self.seed = seed
         self.use_beam_search = use_beam_search
         self.length_penalty = length_penalty
         self.early_stopping = early_stopping