From 1dfb768a8368adf716aa982c27e9b458c04bcdef Mon Sep 17 00:00:00 2001 From: sergey21000 <67040429+sergey21000@users.noreply.github.com> Date: Wed, 27 Nov 2024 21:48:13 +0300 Subject: [PATCH] Fix: add missing 'seed' attribute to llama_context_params initialization --- llama_cpp/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index d15a88b00..b2e883eed 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -309,6 +309,7 @@ def __init__( # Context Params self.context_params = llama_cpp.llama_context_default_params() + self.context_params.seed = seed self.context_params.n_ctx = n_ctx self.context_params.n_batch = self.n_batch self.context_params.n_ubatch = min(self.n_batch, n_ubatch)