From 960ad057878c3fa3c50963aff10d0c225f55168d Mon Sep 17 00:00:00 2001
From: Max <max@privatevoid.net>
Date: Mon, 23 Oct 2023 01:35:50 +0200
Subject: [PATCH] overlays/python: support bitsandbytes on older Nvidia GPUs
 (CC < 7.5)

---
 overlays/python/default.nix  | 6 ++++++
 projects/textgen/default.nix | 1 +
 2 files changed, 7 insertions(+)

diff --git a/overlays/python/default.nix b/overlays/python/default.nix
index ab9443d..2132661 100644
--- a/overlays/python/default.nix
+++ b/overlays/python/default.nix
@@ -63,4 +63,10 @@ lib: {
       rocmSupport = false;
     };
   };
+
+  bitsAndBytesOldGpu = final: prev: {
+    bitsandbytes = prev.bitsandbytes.overridePythonAttrs (old: {
+      preBuild = old.preBuild + " cuda${final.torch.cudaPackages.cudaMajorVersion}x_nomatmul";
+    });
+  };
 }
diff --git a/projects/textgen/default.nix b/projects/textgen/default.nix
index d5d714e..980d002 100644
--- a/projects/textgen/default.nix
+++ b/projects/textgen/default.nix
@@ -30,6 +30,7 @@ in
       ]);
       nvidia = l.overlays.applyOverlays pkgs.python3Packages (commonOverlays ++ [
         overlays.python-torchCuda
+        overlays.python-bitsAndBytesOldGpu
       ]);
     };