Fix missing RotaryEmbeddingConfigMixin
This commit is contained in:
commit
407d47b1ac
1 changed files with 6 additions and 0 deletions
|
|
@ -535,6 +535,12 @@ try:
|
|||
from transformers.configuration_utils import layer_type_validation
|
||||
except:
|
||||
pass
|
||||
|
||||
try:
|
||||
# Transformers 5.0+ uses RotaryEmbeddingConfigMixin as a base class for configs
|
||||
from transformers.modeling_rope_utils import RotaryEmbeddingConfigMixin
|
||||
except:
|
||||
pass
|
||||
from transformers import __version__ as transformers_version
|
||||
|
||||
try:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue