[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
7b188294e6
commit
fbb98c5c5c
47 changed files with 2646 additions and 2646 deletions
|
|
@ -32,10 +32,10 @@ def create_dataset(tokenizer, num_examples: int = None, messages: list[dict] = N
|
|||
dataset = create_instruction_dataset(messages)
|
||||
|
||||
def _apply_chat_template(example):
|
||||
chat = tokenizer.apply_chat_template(example["messages"], tokenize = False)
|
||||
chat = tokenizer.apply_chat_template(example["messages"], tokenize=False)
|
||||
return {"text": chat}
|
||||
|
||||
dataset = dataset.map(_apply_chat_template, remove_columns = "messages")
|
||||
dataset = dataset.map(_apply_chat_template, remove_columns="messages")
|
||||
if num_examples is not None:
|
||||
if len(dataset) < num_examples:
|
||||
num_repeats = num_examples // len(dataset) + 1
|
||||
|
|
@ -139,11 +139,11 @@ def get_peft_weights(model):
|
|||
|
||||
def describe_peft_weights(model):
|
||||
for name, param in get_peft_weights(model).items():
|
||||
yield name, describe_param(param, as_str = True)
|
||||
yield name, describe_param(param, as_str=True)
|
||||
|
||||
|
||||
def check_responses(responses: list[str], answer: str, prompt: str = None) -> bool:
|
||||
for i, response in enumerate(responses, start = 1):
|
||||
for i, response in enumerate(responses, start=1):
|
||||
if answer in response:
|
||||
print(f"\u2713 response {i} contains answer")
|
||||
else:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue