Przeglądaj źródła

Merge pull request #14017 from athoik/title_tags

feat: read max_tokens from model config with fallback to 1000 for title and tag generation
Tim Jaeryang Baek 9 miesięcy temu
rodzic
commit
4f4811adb1
1 zmienionych plików z 6 dodań i 2 usunięć
  1. 6 2
      backend/open_webui/routers/tasks.py

+ 6 - 2
backend/open_webui/routers/tasks.py

@@ -192,15 +192,19 @@ async def generate_title(
         },
         },
     )
     )
 
 
+    max_tokens = (
+        models[task_model_id].get("info", {}).get("params", {}).get("max_tokens", 1000)
+    )
+
     payload = {
     payload = {
         "model": task_model_id,
         "model": task_model_id,
         "messages": [{"role": "user", "content": content}],
         "messages": [{"role": "user", "content": content}],
         "stream": False,
         "stream": False,
         **(
         **(
-            {"max_tokens": 1000}
+            {"max_tokens": max_tokens}
             if models[task_model_id].get("owned_by") == "ollama"
             if models[task_model_id].get("owned_by") == "ollama"
             else {
             else {
-                "max_completion_tokens": 1000,
+                "max_completion_tokens": max_tokens,
             }
             }
         ),
         ),
         "metadata": {
         "metadata": {