Increase default max tokens to 8192, disable repetition penalty

- maxTokens: 2048 -> 8192. The old 2048 limit caused generation to
  stop mid-output for longer responses (e.g. reasoning/thinking models
  that produce long chain-of-thought before the answer).
- repetitionPenalty: 1.1 -> 1.0 (disabled). Most models handle
  repetition well on their own. A penalty of 1.1 can hurt quality
  for creative tasks like code generation and ASCII art.
- Change welcome message from "Run LLMs or test your fine-tune" to
  "Chat with your model".
This commit is contained in:
Daniel Han 2026-03-16 07:04:07 +00:00
commit b985471637
2 changed files with 3 additions and 3 deletions

View file

@ -139,7 +139,7 @@ const ThreadWelcome: FC<{ hideComposer?: boolean }> = ({ hideComposer }) => {
className="size-20"
/>
<h1 className="aui-thread-welcome-message-inner fade-in slide-in-from-bottom-1 animate-in font-semibold text-2xl duration-200">
Run LLMs or test your fine-tune
Chat with your model
</h1>
<p className="aui-thread-welcome-message-inner fade-in slide-in-from-bottom-1 animate-in text-muted-foreground text-base delay-75 duration-200">
Run GGUFs, safetensors, vision and audio models!

View file

@ -20,9 +20,9 @@ export const DEFAULT_INFERENCE_PARAMS: InferenceParams = {
topP: 0.9,
topK: 50,
minP: 0.01,
repetitionPenalty: 1.1,
repetitionPenalty: 1.0,
maxSeqLength: 4096,
maxTokens: 2048,
maxTokens: 8192,
systemPrompt: "",
checkpoint: "",
trustRemoteCode: false,