Update gemma.py

This commit is contained in:
Daniel Han-Chen 2024-02-24 14:06:48 +11:00
commit a1eab801fa

View file

@ -271,7 +271,7 @@ class FastGemmaModel(FastLlamaModel):
# https://github.com/huggingface/transformers/pull/27931
# https://github.com/huggingface/transformers/blob/v4.37.2/src/transformers/models/llama/modeling_llama.py
import transformers.models.gemma.modeling_gemma
transformers.models.gemma.modeling_gemma.GemmaRotaryEmbedding = LlamaRotaryEmbedding
# transformers.models.gemma.modeling_gemma.GemmaRotaryEmbedding = LlamaRotaryEmbedding
return
pass