From 5fb38864b0b9b95caa605452011be8e188e99394 Mon Sep 17 00:00:00 2001
From: Graeme Power <gjpower@tcd.ie>
Date: Mon, 14 Oct 2024 15:21:15 +0100
Subject: [PATCH] add missing exit_stack.close() to end of /v1/completions
 endpoint

---
 llama_cpp/server/app.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
index cd3255176..5611472af 100644
--- a/llama_cpp/server/app.py
+++ b/llama_cpp/server/app.py
@@ -344,6 +344,7 @@ def iterator() -> Iterator[llama_cpp.CreateCompletionStreamResponse]:
             ping_message_factory=_ping_message_factory,
         )
     else:
+        exit_stack.close()
         return iterator_or_completion