ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added logging

Browse source
This commit is contained in:
Roland Tannous 2026-02-14 17:09:07 +00:00
commit b930a17b1d
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
studio/backend/core/inference/inference.py
View file

@ -177,6 +177,9 @@ class InferenceBackend:
return False
model = self.models[base_model_name].get("model")
logger.info(f"[DEBUG] revert_to_base_model called. Model type BEFORE: {model.__class__.__name__}")
logger.info(f"[DEBUG] Is PeftModel? {isinstance(model, (PeftModel, PeftModelForCausalLM))}")
logger.info(f"[DEBUG] Has peft_config? {hasattr(model, 'peft_config')}, keys={list(getattr(model, 'peft_config', {}).keys())}")
try:
# Step 1: Unload the adapter weights. This returns the base model object.
@ -186,10 +189,14 @@ class InferenceBackend:
unwrapped_base_model = model.unload()
self.models[base_model_name]["model"] = unwrapped_base_model
model = unwrapped_base_model # Continue with the unwrapped model
logger.info(f"[DEBUG] Model type AFTER unload: {model.__class__.__name__}")
else:
logger.info(f"[DEBUG] Model is NOT a PeftModel, skipping unload.")
# Step 2: Delete any lingering adapter configurations from the object.
# This is the crucial step you identified.
if hasattr(model, 'peft_config') and model.peft_config:
logger.info(f"[DEBUG] Lingering peft_config keys: {list(model.peft_config.keys())}")
logger.info("Found lingering adapter configurations. Deleting them now...")
# Create a static list of keys before iterating and deleting
for name in list(model.peft_config.keys()):
@ -198,7 +205,7 @@ class InferenceBackend:
logger.info(f"Deleting adapter config: '{name}'")
model.delete_adapter(name)
logger.info("Model has been successfully reverted to a clean base state.")
logger.info(f"[DEBUG] Model type FINAL: {model.__class__.__name__}. Reverted to clean base state.")
return True
except Exception as e: