|
@@ -153,17 +153,11 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
|
|
|
"repeat_last_n": int,
|
|
|
"top_k": int,
|
|
|
"min_p": float,
|
|
|
- "typical_p": float,
|
|
|
"repeat_penalty": float,
|
|
|
"presence_penalty": float,
|
|
|
"frequency_penalty": float,
|
|
|
- "penalize_newline": bool,
|
|
|
"stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
|
|
|
- "numa": bool,
|
|
|
"num_gpu": int,
|
|
|
- "main_gpu": int,
|
|
|
- "low_vram": bool,
|
|
|
- "vocab_only": bool,
|
|
|
"use_mmap": bool,
|
|
|
"use_mlock": bool,
|
|
|
"num_thread": int,
|