chore: Fix Typos (#3246)
This commit is contained in:
parent
3f6ac1ce25
commit
8920d2eed2
2 changed files with 2 additions and 2 deletions
|
|
@ -2862,7 +2862,7 @@ extra_eos_tokens = None,
|
|||
jinja_template, flags = re.MULTILINE | re.DOTALL,
|
||||
)
|
||||
|
||||
# Check jinja tempate for bos
|
||||
# Check jinja template for bos
|
||||
if always_bos_token:
|
||||
if not jinja_template.startswith(("{{ bos_token }}", "{{- bos_token }}")):
|
||||
jinja_template = "{{ bos_token }}" + jinja_template
|
||||
|
|
|
|||
|
|
@ -2835,7 +2835,7 @@ class FastLlamaModel:
|
|||
for idx, layer in enumerate(model.model.model.layers):
|
||||
|
||||
if model_type != "falcon_h1":
|
||||
# LoRAMLP.apply doesn't have functionality for gate and down mutlipliers yet.
|
||||
# LoRAMLP.apply doesn't have functionality for gate and down multipliers yet.
|
||||
# Don't patch falcon h1 for the time being.
|
||||
|
||||
# MLP patching
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue