ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

updated pre_patch for phi2

Browse source
This commit is contained in:
cm2435 2024-02-06 22:05:38 +00:00
commit f2112b14ad
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
unsloth/models/phi2.py
View file

@ -169,8 +169,10 @@ class FastPhi2Model(FastLlamaModel):
@staticmethod
def pre_patch():
return
PhiAttention .forward = Phi2Attention_fast_forward
PhiFlashAttention2 .forward = Phi2Attention_fast_forward
pass
@staticmethod
def from_pretrained(
model_name = "unsloth/llama-2-7b-bnb-4bit", #TODO: update me.