8d842af163The generated install command builds unsloth from git with --no-build-isolation, so pip uses the environment's existing setuptools rather than the pinned build-system requirement. On setuptools < 77 the PEP 639 license string in pyproject.toml fails to validate and the install aborts. Upgrade setuptools and wheel up front so the source build always has PEP 639 support.
43 lines
No EOL
2.3 KiB
Python
43 lines
No EOL
2.3 KiB
Python
# Copyright 2023-present Daniel Han-Chen & the Unsloth team. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
try: import torch
|
|
except: raise ImportError('Install torch via `pip install torch`')
|
|
from packaging.version import Version as V
|
|
import re
|
|
v = V(re.match(r"[0-9\.]{3,}", torch.__version__).group(0))
|
|
cuda = str(torch.version.cuda)
|
|
is_ampere = torch.cuda.get_device_capability()[0] >= 8
|
|
USE_ABI = torch._C._GLIBCXX_USE_CXX11_ABI
|
|
if cuda not in ("11.8", "12.1", "12.4", "12.6", "12.8", "13.0"): raise RuntimeError(f"CUDA = {cuda} not supported!")
|
|
if v <= V('2.1.0'): raise RuntimeError(f"Torch = {v} too old!")
|
|
elif v <= V('2.1.1'): x = 'cu{}{}-torch211'
|
|
elif v <= V('2.1.2'): x = 'cu{}{}-torch212'
|
|
elif v < V('2.3.0'): x = 'cu{}{}-torch220'
|
|
elif v < V('2.4.0'): x = 'cu{}{}-torch230'
|
|
elif v < V('2.5.0'): x = 'cu{}{}-torch240'
|
|
elif v < V('2.5.1'): x = 'cu{}{}-torch250'
|
|
elif v <= V('2.5.1'): x = 'cu{}{}-torch251'
|
|
elif v < V('2.7.0'): x = 'cu{}{}-torch260'
|
|
elif v < V('2.7.9'): x = 'cu{}{}-torch270'
|
|
elif v < V('2.8.0'): x = 'cu{}{}-torch271'
|
|
elif v < V('2.8.9'): x = 'cu{}{}-torch280'
|
|
elif v < V('2.9.1'): x = 'cu{}{}-torch290'
|
|
elif v < V('2.9.2'): x = 'cu{}{}-torch291'
|
|
elif v < V('2.10.1'): x = 'cu{}{}-torch2100'
|
|
else: raise RuntimeError(f"Torch = {v} too new!")
|
|
if v > V('2.6.9') and cuda not in ("11.8", "12.6", "12.8", "13.0"): raise RuntimeError(f"CUDA = {cuda} not supported!")
|
|
if v >= V('2.10.0') and cuda not in ("12.6", "12.8", "13.0"): raise RuntimeError(f"Torch 2.10 requires CUDA 12.6, 12.8, or 13.0! Got CUDA = {cuda}")
|
|
x = x.format(cuda.replace(".", ""), "-ampere" if False else "") # is_ampere is broken due to flash-attn
|
|
print(f'pip install --upgrade pip setuptools wheel && pip install --no-deps git+https://github.com/unslothai/unsloth-zoo.git && pip install "unsloth[{x}] @ git+https://github.com/unslothai/unsloth.git" --no-build-isolation') |