Browse Source

Merge pull request #17158 from sihyeonn/fix/sh-cache

perf: fix cache key generation for model list caching
Tim Jaeryang Baek 1 month ago
parent
commit
048f30aa97
2 changed files with 2 additions and 2 deletions
  1. 1 1
      backend/open_webui/routers/ollama.py
  2. 1 1
      backend/open_webui/routers/openai.py

+ 1 - 1
backend/open_webui/routers/ollama.py

@@ -340,7 +340,7 @@ def merge_ollama_models_lists(model_lists):
     return list(merged_models.values())
 
 
-@cached(ttl=MODELS_CACHE_TTL)
+@cached(ttl=MODELS_CACHE_TTL, key=lambda _, user: f"ollama_all_models_{user.id}" if user else "ollama_all_models")
 async def get_all_models(request: Request, user: UserModel = None):
     log.info("get_all_models()")
     if request.app.state.config.ENABLE_OLLAMA_API:

+ 1 - 1
backend/open_webui/routers/openai.py

@@ -401,7 +401,7 @@ async def get_filtered_models(models, user):
     return filtered_models
 
 
-@cached(ttl=MODELS_CACHE_TTL)
+@cached(ttl=MODELS_CACHE_TTL, key=lambda _, user: f"openai_all_models_{user.id}" if user else "openai_all_models")
 async def get_all_models(request: Request, user: UserModel) -> dict[str, list]:
     log.info("get_all_models()")