Browse Source

fix: improve cleanup_response positioning for better resource management

Signed-off-by: Sihyeon Jang <sihyeon.jang@navercorp.com>
Sihyeon Jang 2 months ago
parent
commit
058369adea
1 changed files with 3 additions and 1 deletions
  1. 3 1
      backend/open_webui/routers/ollama.py

+ 3 - 1
backend/open_webui/routers/ollama.py

@@ -184,7 +184,6 @@ async def send_post_request(
             )
         else:
             res = await r.json()
-            await cleanup_response(r, session)
             return res
 
     except HTTPException as e:
@@ -196,6 +195,9 @@ async def send_post_request(
             status_code=r.status if r else 500,
             detail=detail if e else "Open WebUI: Server Connection Error",
         )
+    finally:
+        if not stream:
+            await cleanup_response(r, session)
 
 
 def get_api_key(idx, url, configs):