Update fp8.py

2025-11-25 06:50:58 -08:00 · 2025-11-25 06:50:58 -08:00 · db292872c8
commit db292872c8
parent cb00618e49
1 changed files with 1 additions and 0 deletions
--- a/unsloth/kernels/fp8.py
+++ b/unsloth/kernels/fp8.py
@ -566,6 +566,7 @@ try:
            logger.info(f"Using fbgemm_gpu block quantized FP8 matmul")
            fp8_block_quant_linear = fp8_fbgemm_block_linear
        else:
+            os.environ["UNSLOTH_HAS_FBGEMM"] = "0"
 except:
    pass