Update to transformers 4.37

This commit is contained in:
Daniel Han-Chen 2024-01-25 02:29:37 +11:00
commit 5ea888c578

View file

@ -32,18 +32,8 @@ include-package-data = false
exclude = ["images*"]
[project.optional-dependencies]
huggingfacedev = [
"transformers @ git+https://github.com/huggingface/transformers",
"datasets",
"sentencepiece",
"accelerate",
"trl>=0.7.9",
"peft",
"tqdm",
"psutil",
]
huggingface = [
"transformers",
"transformers>=4.37.0",
"datasets",
"sentencepiece",
"accelerate",
@ -107,19 +97,6 @@ colab_ampere = [
"ninja",
"flash-attn",
]
colab_dev = [
"unsloth[huggingfacedev]",
"bitsandbytes",
"unsloth[cu121only]",
]
colab_ampere_dev = [
"unsloth[huggingfacedev]",
"bitsandbytes",
"unsloth[cu121only]",
"packaging",
"ninja",
"flash-attn",
]
cu118_ampere = [
"unsloth[huggingface]",
"bitsandbytes",