Browse Source

Increased max_tokens (num_predict) to 131072, fixes #5600

James Clarke 9 months ago
parent
commit
96ef15362a
1 changed files with 2 additions and 2 deletions
  1. 2 2
      src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte

+ 2 - 2
src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte

@@ -734,7 +734,7 @@
 						id="steps-range"
 						type="range"
 						min="-2"
-						max="16000"
+						max="131072"
 						step="1"
 						bind:value={params.max_tokens}
 						class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
@@ -746,7 +746,7 @@
 						type="number"
 						class=" bg-transparent text-center w-14"
 						min="-2"
-						max="16000"
+						max="131072"
 						step="1"
 					/>
 				</div>