a08f36b754
* Update pyproject.toml * Update tokenizer_utils.py * Update tokenizer_utils.py * Update tokenizer_utils.py * Update _utils.py * Update _utils.py * Update tokenizer_utils.py * Update tokenizer_utils.py * fix_tokenizer * Update tokenizer_utils.py * Update tokenizer_utils.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update loader.py * Update pyproject.toml * Update _utils.py * Update gemma2.py * Update gemma2.py * Update _utils.py * gemma 2 mask * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update _utils.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update _utils.py * Update llama.py * Update llama.py * Update llama.py * Update _utils.py * Update _utils.py * Update _utils.py * Update _utils.py * Update _utils.py * Update _utils.py * Torch 2.4 Xformers 0.0.27post2 * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Gemma 2 fixes * Update gemma2.py * Update llama.py * Update llama.py * Update save.py * Update save.py
327 lines
11 KiB
TOML
327 lines
11 KiB
TOML
[build-system]
|
|
requires = ["setuptools", "setuptools-scm"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "unsloth"
|
|
dynamic = ["version"]
|
|
description = "2-5X faster LLM finetuning"
|
|
readme = "README.md"
|
|
requires-python = ">=3.9"
|
|
license = {file = "LICENSE"}
|
|
keywords = ["ai", "llm",]
|
|
authors = [
|
|
{email = "info@unsloth.ai"},
|
|
{name = "Unsloth AI team"},
|
|
]
|
|
maintainers = [
|
|
{name = "Daniel Han", email = "danielhanchen@gmail.com"},
|
|
{name = "Michael Han", email = "info@unsloth.ai"},
|
|
]
|
|
classifiers = [
|
|
"Programming Language :: Python",
|
|
]
|
|
|
|
[tool.setuptools.dynamic]
|
|
version = {attr = "unsloth.models._utils.__version__"}
|
|
|
|
[tool.setuptools]
|
|
include-package-data = false
|
|
|
|
[tool.setuptools.packages.find]
|
|
exclude = ["images*"]
|
|
|
|
[project.optional-dependencies]
|
|
huggingface = [
|
|
"packaging",
|
|
"tyro",
|
|
"transformers>=4.43.2",
|
|
"datasets>=2.16.0",
|
|
"sentencepiece>=0.2.0",
|
|
"tqdm",
|
|
"psutil",
|
|
"wheel>=0.42.0",
|
|
"numpy",
|
|
"accelerate>=0.26.1",
|
|
"trl>=0.7.9,!=0.9.0,!=0.9.1,!=0.9.2,!=0.9.3",
|
|
"peft>=0.7.1,!=0.11.0",
|
|
"protobuf<4.0.0",
|
|
"huggingface_hub",
|
|
"hf_transfer",
|
|
]
|
|
cu118only = [
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
]
|
|
cu121only = [
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
]
|
|
cu118onlytorch211 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.23%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.23%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.23%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
]
|
|
cu121onlytorch211 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.23-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.23-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.23-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
]
|
|
cu118onlytorch212 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.23.post1%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.23.post1%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.23.post1%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
]
|
|
cu121onlytorch212 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.23.post1-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.23.post1-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.23.post1-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
]
|
|
cu118onlytorch220 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.24%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.24%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.24%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
]
|
|
cu121onlytorch220 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.24-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.24-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.24-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
]
|
|
cu118onlytorch230 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.27%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.27%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.27%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.27%2Bcu118-cp312-cp312-manylinux2014_x86_64.whl ; python_version=='3.12'",
|
|
]
|
|
cu121onlytorch230 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.27-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.27-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.27-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.27-cp312-cp312-manylinux2014_x86_64.whl ; python_version=='3.12'",
|
|
]
|
|
cu118onlytorch240 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.27.post2%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.27.post2%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.27.post2%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
"xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.27.post2%2Bcu118-cp312-cp312-manylinux2014_x86_64.whl ; python_version=='3.12'",
|
|
]
|
|
cu121onlytorch240 = [
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.27.post2-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.27.post2-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.27.post2-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",
|
|
"xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.27.post2-cp312-cp312-manylinux2014_x86_64.whl ; python_version=='3.12'",
|
|
]
|
|
cu118 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118only]",
|
|
]
|
|
cu121 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121only]",
|
|
]
|
|
cu118-torch211 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch211]",
|
|
]
|
|
cu121-torch211 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch211]",
|
|
]
|
|
cu118-torch212 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch212]",
|
|
]
|
|
cu121-torch212 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch212]",
|
|
]
|
|
cu118-torch220 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch220]",
|
|
]
|
|
cu121-torch220 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch220]",
|
|
]
|
|
cu118-torch230 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch230]",
|
|
]
|
|
cu121-torch230 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch230]",
|
|
]
|
|
cu118-torch240 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch240]",
|
|
]
|
|
cu121-torch240 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch240]",
|
|
]
|
|
kaggle = [
|
|
"unsloth[huggingface]",
|
|
]
|
|
kaggle-new = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
]
|
|
conda = [
|
|
"unsloth[huggingface]",
|
|
]
|
|
colab-torch211 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch211]",
|
|
]
|
|
colab-ampere-torch211 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch211]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
colab-torch220 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch220]",
|
|
]
|
|
colab-ampere-torch220 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch220]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
colab-new = [
|
|
"packaging",
|
|
"tyro",
|
|
"transformers>=4.43.2",
|
|
"datasets>=2.16.0",
|
|
"sentencepiece>=0.2.0",
|
|
"tqdm",
|
|
"psutil",
|
|
"wheel>=0.42.0",
|
|
"numpy",
|
|
"protobuf<4.0.0",
|
|
"huggingface_hub",
|
|
"hf_transfer",
|
|
]
|
|
colab-no-deps = [
|
|
"accelerate>=0.26.1",
|
|
"trl>=0.7.9,!=0.9.0,!=0.9.1,!=0.9.2,!=0.9.3",
|
|
"peft>=0.7.1",
|
|
"xformers<0.0.27",
|
|
"bitsandbytes>=0.43.3",
|
|
"protobuf<4.0.0",
|
|
]
|
|
colab = [
|
|
"unsloth[cu121]",
|
|
]
|
|
colab-ampere = [
|
|
"unsloth[colab-ampere-torch220]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu118-ampere = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118only]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu121-ampere = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121only]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu118-ampere-torch211 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch211]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu121-ampere-torch211 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch211]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu118-ampere-torch220 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch220]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu121-ampere-torch220 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch220]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu118-ampere-torch230 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch230]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu121-ampere-torch230 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch230]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu118-ampere-torch240 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu118onlytorch240]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
cu121-ampere-torch240 = [
|
|
"unsloth[huggingface]",
|
|
"bitsandbytes>=0.43.3",
|
|
"unsloth[cu121onlytorch240]",
|
|
"packaging",
|
|
"ninja",
|
|
"flash-attn>=2.6.3",
|
|
]
|
|
|
|
[project.urls]
|
|
homepage = "http://www.unsloth.ai"
|
|
documentation = "https://github.com/unslothai/unsloth"
|
|
repository = "https://github.com/unslothai/unsloth"
|