diff --git a/studio/frontend/src/components/assistant-ui/thread.tsx b/studio/frontend/src/components/assistant-ui/thread.tsx index 2a1e309782..0111c2085a 100644 --- a/studio/frontend/src/components/assistant-ui/thread.tsx +++ b/studio/frontend/src/components/assistant-ui/thread.tsx @@ -139,7 +139,7 @@ const ThreadWelcome: FC<{ hideComposer?: boolean }> = ({ hideComposer }) => { className="size-20" />
Run GGUFs, safetensors, vision and audio models! diff --git a/studio/frontend/src/features/chat/types/runtime.ts b/studio/frontend/src/features/chat/types/runtime.ts index 3a5f803de5..a40ec7ceb8 100644 --- a/studio/frontend/src/features/chat/types/runtime.ts +++ b/studio/frontend/src/features/chat/types/runtime.ts @@ -20,9 +20,9 @@ export const DEFAULT_INFERENCE_PARAMS: InferenceParams = { topP: 0.9, topK: 50, minP: 0.01, - repetitionPenalty: 1.1, + repetitionPenalty: 1.0, maxSeqLength: 4096, - maxTokens: 2048, + maxTokens: 8192, systemPrompt: "", checkpoint: "", trustRemoteCode: false,