Просмотр исходного кода

fix: incorrect casting of top_p and frequency_penalty

Michał Surmaczewski 1 год назад
Родитель
Сommit
8e6ea49e0e
1 измененных файлов с 2 добавлено и 2 удалено
  1. 2 2
      backend/open_webui/utils/payload.py

+ 2 - 2
backend/open_webui/utils/payload.py

@@ -44,9 +44,9 @@ def apply_model_params_to_body(
 def apply_model_params_to_body_openai(params: dict, form_data: dict) -> dict:
 def apply_model_params_to_body_openai(params: dict, form_data: dict) -> dict:
     mappings = {
     mappings = {
         "temperature": float,
         "temperature": float,
-        "top_p": int,
+        "top_p": float,
         "max_tokens": int,
         "max_tokens": int,
-        "frequency_penalty": int,
+        "frequency_penalty": float,
         "seed": lambda x: x,
         "seed": lambda x: x,
         "stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
         "stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
     }
     }