From 60c3301de0208efb8b402991ca7df9d0e0e5f470 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Thu, 30 Nov 2023 20:20:45 +1100 Subject: [PATCH] Update pyproject.toml --- pyproject.toml | 33 ++++++++++++++++++++++++--------- 1 file changed, 24 insertions(+), 9 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 4e16ab067e..380c61b7a1 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -22,26 +22,41 @@ classifiers = [ "Programming Language :: Python", ] -dependencies = [ - "transformers", +[tool.setuptools.dynamic] +version = {attr = "unsloth.__version__"} + +[project.optional-dependencies] +kaggle = [ + "transformers", + "datasets", + "sentencepiece", + "accelerate", + "trl", + "peft", + "xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'", + "xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'", + "xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'", +] +cu118 = [ + "transformers", "bitsandbytes", "datasets", "sentencepiece", "accelerate", "trl", "peft", -] - -[tool.setuptools.dynamic] -version = {attr = "unsloth.__version__"} - -[project.optional-dependencies] -cu118 = [ "xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'", "xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'", "xformers @ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'", ] cu121 = [ + "transformers", + "bitsandbytes", + "datasets", + "sentencepiece", + "accelerate", + "trl", + "peft", "xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp39-cp39-manylinux2014_x86_64.whl ; python_version=='3.9'", "xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp310-cp310-manylinux2014_x86_64.whl ; python_version=='3.10'", "xformers @ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp311-cp311-manylinux2014_x86_64.whl ; python_version=='3.11'",