浏览代码

Merge pull request #13441 from salbahra/bug/fix-prefix-for-embedding-model

fix: Incorrect model reference with Ollama proxy when prefixes are used
Tim Jaeryang Baek 5 月之前
父节点
当前提交
bbc1ae0942
共有 1 个文件被更改,包括 8 次插入0 次删除
  1. 8 0
      backend/open_webui/routers/ollama.py

+ 8 - 0
backend/open_webui/routers/ollama.py

@@ -885,6 +885,10 @@ async def embed(
     url = request.app.state.config.OLLAMA_BASE_URLS[url_idx]
     key = get_api_key(url_idx, url, request.app.state.config.OLLAMA_API_CONFIGS)
 
+    prefix_id = api_config.get("prefix_id", None)
+    if prefix_id:
+        form_data.model = form_data.model.replace(f"{prefix_id}.", "")
+
     try:
         r = requests.request(
             method="POST",
@@ -964,6 +968,10 @@ async def embeddings(
     url = request.app.state.config.OLLAMA_BASE_URLS[url_idx]
     key = get_api_key(url_idx, url, request.app.state.config.OLLAMA_API_CONFIGS)
 
+    prefix_id = api_config.get("prefix_id", None)
+    if prefix_id:
+        form_data.model = form_data.model.replace(f"{prefix_id}.", "")
+
     try:
         r = requests.request(
             method="POST",