Update synthetic.py
This commit is contained in:
parent
7c316798aa
commit
f3020dc54e
1 changed files with 14 additions and 0 deletions
|
|
@ -34,6 +34,7 @@ from .synthetic_configs import (
|
|||
|
||||
class SyntheticDataKit:
|
||||
def __init__(
|
||||
self,
|
||||
model_name = "unsloth/Llama-3.1-8B-Instruct-unsloth-bnb-4bit",
|
||||
max_seq_length = 2048,
|
||||
gpu_memory_utilization = 0.9,
|
||||
|
|
@ -128,6 +129,19 @@ class SyntheticDataKit:
|
|||
return
|
||||
pass
|
||||
|
||||
def from_pretrained(
|
||||
self,
|
||||
model_name = "unsloth/Llama-3.1-8B-Instruct-unsloth-bnb-4bit",
|
||||
max_seq_length = 2048,
|
||||
gpu_memory_utilization = 0.9,
|
||||
float8_kv_cache = False,
|
||||
conservativeness = 1.0,
|
||||
token = None,
|
||||
**kwargs,
|
||||
):
|
||||
return self.__init__(*args, **kwargs)
|
||||
pass
|
||||
|
||||
@staticmethod
|
||||
def check_vllm_status():
|
||||
try:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue