Increase default max tokens to 8192, disable repetition penalty
- maxTokens: 2048 -> 8192. The old 2048 limit caused generation to stop mid-output for longer responses (e.g. reasoning/thinking models that produce long chain-of-thought before the answer). - repetitionPenalty: 1.1 -> 1.0 (disabled). Most models handle repetition well on their own. A penalty of 1.1 can hurt quality for creative tasks like code generation and ASCII art. - Change welcome message from "Run LLMs or test your fine-tune" to "Chat with your model".
This commit is contained in:
parent
8ffd86012f
commit
b985471637
2 changed files with 3 additions and 3 deletions
|
|
@ -139,7 +139,7 @@ const ThreadWelcome: FC<{ hideComposer?: boolean }> = ({ hideComposer }) => {
|
|||
className="size-20"
|
||||
/>
|
||||
<h1 className="aui-thread-welcome-message-inner fade-in slide-in-from-bottom-1 animate-in font-semibold text-2xl duration-200">
|
||||
Run LLMs or test your fine-tune
|
||||
Chat with your model
|
||||
</h1>
|
||||
<p className="aui-thread-welcome-message-inner fade-in slide-in-from-bottom-1 animate-in text-muted-foreground text-base delay-75 duration-200">
|
||||
Run GGUFs, safetensors, vision and audio models!
|
||||
|
|
|
|||
|
|
@ -20,9 +20,9 @@ export const DEFAULT_INFERENCE_PARAMS: InferenceParams = {
|
|||
topP: 0.9,
|
||||
topK: 50,
|
||||
minP: 0.01,
|
||||
repetitionPenalty: 1.1,
|
||||
repetitionPenalty: 1.0,
|
||||
maxSeqLength: 4096,
|
||||
maxTokens: 2048,
|
||||
maxTokens: 8192,
|
||||
systemPrompt: "",
|
||||
checkpoint: "",
|
||||
trustRemoteCode: false,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue