Browse Source

Update imports to match anyio docs

Juan Calderon-Perez 3 months ago
parent
commit
f77f6cd1e2
1 changed files with 3 additions and 2 deletions
  1. 3 2
      backend/open_webui/main.py

+ 3 - 2
backend/open_webui/main.py

@@ -11,13 +11,13 @@ import random
 
 
 from contextlib import asynccontextmanager
 from contextlib import asynccontextmanager
 from urllib.parse import urlencode, parse_qs, urlparse
 from urllib.parse import urlencode, parse_qs, urlparse
-from anyio import to_thread
 from pydantic import BaseModel
 from pydantic import BaseModel
 from sqlalchemy import text
 from sqlalchemy import text
 
 
 from typing import Optional
 from typing import Optional
 from aiocache import cached
 from aiocache import cached
 import aiohttp
 import aiohttp
+import anyio.to_thread
 import requests
 import requests
 
 
 
 
@@ -439,7 +439,8 @@ async def lifespan(app: FastAPI):
 
 
     pool_size = THREAD_POOL_SIZE
     pool_size = THREAD_POOL_SIZE
     if pool_size and pool_size > 0:
     if pool_size and pool_size > 0:
-        to_thread.current_default_thread_limiter().total_tokens = pool_size
+        limiter = anyio.to_thread.current_default_thread_limiter()
+        limiter.total_tokens = pool_size
 
 
     asyncio.create_task(periodic_usage_pool_cleanup())
     asyncio.create_task(periodic_usage_pool_cleanup())
     yield
     yield