wire trust_remote_code from YAML configs to frontend toggles
This commit is contained in:
parent
5e36ae2629
commit
a1105d8ef3
7 changed files with 13 additions and 1 deletions
|
|
@ -59,6 +59,7 @@ def load_inference_config(model_identifier: str) -> Dict[str, Any]:
|
|||
"top_p": model_inference.get("top_p", default_inference.get("top_p", 0.95)),
|
||||
"top_k": model_inference.get("top_k", default_inference.get("top_k", -1)),
|
||||
"min_p": model_inference.get("min_p", default_inference.get("min_p", 0.01)),
|
||||
"trust_remote_code": model_inference.get("trust_remote_code", default_inference.get("trust_remote_code", False)),
|
||||
}
|
||||
|
||||
return inference_config
|
||||
|
|
|
|||
|
|
@ -114,6 +114,7 @@ export const DEFAULT_HYPERPARAMS = {
|
|||
enableTensorboard: false,
|
||||
tensorboardDir: "runs",
|
||||
logFrequency: 10,
|
||||
trustRemoteCode: false,
|
||||
finetuneVisionLayers: true,
|
||||
finetuneLanguageLayers: true,
|
||||
finetuneAttentionModules: true,
|
||||
|
|
|
|||
|
|
@ -123,6 +123,10 @@ function mergeRecommendedInference(
|
|||
topP: toFiniteNumber(inference?.top_p) ?? current.topP,
|
||||
topK: toFiniteNumber(inference?.top_k) ?? current.topK,
|
||||
minP: toFiniteNumber(inference?.min_p) ?? current.minP,
|
||||
trustRemoteCode:
|
||||
typeof inference?.trust_remote_code === "boolean"
|
||||
? inference.trust_remote_code
|
||||
: current.trustRemoteCode,
|
||||
};
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -66,6 +66,7 @@ export interface LoadModelResponse {
|
|||
top_p?: number;
|
||||
top_k?: number;
|
||||
min_p?: number;
|
||||
trust_remote_code?: boolean;
|
||||
};
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -32,7 +32,7 @@ export function buildTrainingStartPayload(
|
|||
hf_token: config.hfToken.trim() || null,
|
||||
load_in_4bit: adapterMethod ? isQlorMethod : false,
|
||||
max_seq_length: config.contextLength,
|
||||
trust_remote_code: false,
|
||||
trust_remote_code: config.trustRemoteCode ?? false,
|
||||
hf_dataset: hfDataset,
|
||||
subset: hfDataset ? config.datasetSubset : null,
|
||||
train_split: hfDataset ? config.datasetSplit : null,
|
||||
|
|
|
|||
|
|
@ -30,6 +30,7 @@ type ModelDefaultsPatch = Partial<
|
|||
| "tensorboardDir"
|
||||
| "logFrequency"
|
||||
| "finetuneVisionLayers"
|
||||
| "trustRemoteCode"
|
||||
| "finetuneLanguageLayers"
|
||||
| "finetuneAttentionModules"
|
||||
| "finetuneMLPModules"
|
||||
|
|
@ -133,6 +134,9 @@ export function mapBackendModelConfigToTrainingPatch(
|
|||
patch.gradientCheckpointing = gradientCheckpointing;
|
||||
}
|
||||
|
||||
const trustRemoteCode = toBoolean(training?.trust_remote_code);
|
||||
if (trustRemoteCode !== undefined) patch.trustRemoteCode = trustRemoteCode;
|
||||
|
||||
const loraRank = toNumber(lora?.lora_r);
|
||||
if (loraRank !== undefined) patch.loraRank = loraRank;
|
||||
|
||||
|
|
|
|||
|
|
@ -63,6 +63,7 @@ export interface TrainingConfigState {
|
|||
isCheckingDataset: boolean;
|
||||
isDatasetImage: boolean | null;
|
||||
isDatasetAudio: boolean;
|
||||
trustRemoteCode: boolean;
|
||||
finetuneVisionLayers: boolean;
|
||||
finetuneLanguageLayers: boolean;
|
||||
finetuneAttentionModules: boolean;
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue