Update synthetic.py

This commit is contained in:
Daniel Han 2025-04-30 09:21:05 -07:00
commit f3020dc54e

View file

@ -34,6 +34,7 @@ from .synthetic_configs import (
class SyntheticDataKit:
def __init__(
self,
model_name = "unsloth/Llama-3.1-8B-Instruct-unsloth-bnb-4bit",
max_seq_length = 2048,
gpu_memory_utilization = 0.9,
@ -128,6 +129,19 @@ class SyntheticDataKit:
return
pass
def from_pretrained(
self,
model_name = "unsloth/Llama-3.1-8B-Instruct-unsloth-bnb-4bit",
max_seq_length = 2048,
gpu_memory_utilization = 0.9,
float8_kv_cache = False,
conservativeness = 1.0,
token = None,
**kwargs,
):
return self.__init__(*args, **kwargs)
pass
@staticmethod
def check_vllm_status():
try: