feat: add min_p inference parameter to chat page
This commit is contained in:
parent
9cc8f02818
commit
36703c46a8
4 changed files with 12 additions and 0 deletions
|
|
@ -182,6 +182,7 @@ export function createOpenAIStreamAdapter(): ChatModelAdapter {
|
|||
top_p: params.topP,
|
||||
max_tokens: params.maxTokens,
|
||||
top_k: params.topK,
|
||||
min_p: params.minP,
|
||||
repetition_penalty: params.repetitionPenalty,
|
||||
image_base64: imageBase64,
|
||||
...(useAdapter === undefined ? {} : { use_adapter: useAdapter }),
|
||||
|
|
|
|||
|
|
@ -300,6 +300,14 @@ export function ChatSettingsPanel({
|
|||
step={1}
|
||||
onChange={set("topK")}
|
||||
/>
|
||||
<ParamSlider
|
||||
label="Min P"
|
||||
value={params.minP}
|
||||
min={0}
|
||||
max={1}
|
||||
step={0.01}
|
||||
onChange={set("minP")}
|
||||
/>
|
||||
<ParamSlider
|
||||
label="Repetition Penalty"
|
||||
value={params.repetitionPenalty}
|
||||
|
|
|
|||
|
|
@ -61,6 +61,7 @@ export interface OpenAIChatCompletionsRequest {
|
|||
top_p: number;
|
||||
max_tokens: number;
|
||||
top_k: number;
|
||||
min_p: number;
|
||||
repetition_penalty: number;
|
||||
image_base64?: string;
|
||||
use_adapter?: boolean | string | null;
|
||||
|
|
|
|||
|
|
@ -2,6 +2,7 @@ export interface InferenceParams {
|
|||
temperature: number;
|
||||
topP: number;
|
||||
topK: number;
|
||||
minP: number;
|
||||
repetitionPenalty: number;
|
||||
maxTokens: number;
|
||||
systemPrompt: string;
|
||||
|
|
@ -12,6 +13,7 @@ export const DEFAULT_INFERENCE_PARAMS: InferenceParams = {
|
|||
temperature: 0.7,
|
||||
topP: 0.9,
|
||||
topK: 50,
|
||||
minP: 0.01,
|
||||
repetitionPenalty: 1.1,
|
||||
maxTokens: 512,
|
||||
systemPrompt: "",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue