denis/flake
1
0
Fork 0
mirror of https://github.com/denismhz/flake.git synced 2025-11-09 08:06:23 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #57 from nixified-ai/bitsandbytes-support-old-gpus

Browse source 
support bitsandbytes on older Nvidia GPUs (CC < 7.5)
This commit is contained in:
Matthew Croughan 2023-10-23 02:10:00 +01:00 committed by GitHub
parent ccda1f2bd4 960ad05787
commit 7b9730e0a7
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
overlays/python/default.nix
View file

@ -63,4 +63,10 @@ lib: {
rocmSupport = false;
};
};
bitsAndBytesOldGpu = final: prev: {
bitsandbytes = prev.bitsandbytes.overridePythonAttrs (old: {
preBuild = old.preBuild + " cuda${final.torch.cudaPackages.cudaMajorVersion}x_nomatmul";
});
};
}

1
projects/textgen/default.nix
View file

@ -30,6 +30,7 @@ in
]);
nvidia = l.overlays.applyOverlays pkgs.python3Packages (commonOverlays ++ [
overlays.python-torchCuda
overlays.python-bitsAndBytesOldGpu
]);
};