diff --git a/overlays/python/default.nix b/overlays/python/default.nix index ab9443d..2132661 100644 --- a/overlays/python/default.nix +++ b/overlays/python/default.nix @@ -63,4 +63,10 @@ lib: { rocmSupport = false; }; }; + + bitsAndBytesOldGpu = final: prev: { + bitsandbytes = prev.bitsandbytes.overridePythonAttrs (old: { + preBuild = old.preBuild + " cuda${final.torch.cudaPackages.cudaMajorVersion}x_nomatmul"; + }); + }; } diff --git a/projects/textgen/default.nix b/projects/textgen/default.nix index d5d714e..980d002 100644 --- a/projects/textgen/default.nix +++ b/projects/textgen/default.nix @@ -30,6 +30,7 @@ in ]); nvidia = l.overlays.applyOverlays pkgs.python3Packages (commonOverlays ++ [ overlays.python-torchCuda + overlays.python-bitsAndBytesOldGpu ]); };