denis/flake
1
0
Fork 0
mirror of https://github.com/denismhz/flake.git synced 2025-11-09 16:16:23 +01:00
Code Issues Packages Projects Releases Wiki Activity

overlays/python: support bitsandbytes on older Nvidia GPUs (CC < 7.5)

Browse source
This commit is contained in:
Max 2023-10-23 01:35:50 +02:00
parent ccda1f2bd4
commit 960ad05787
2 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
overlays/python/default.nix
View file

@ -63,4 +63,10 @@ lib: {
rocmSupport = false;
};
};
bitsAndBytesOldGpu = final: prev: {
bitsandbytes = prev.bitsandbytes.overridePythonAttrs (old: {
preBuild = old.preBuild + " cuda${final.torch.cudaPackages.cudaMajorVersion}x_nomatmul";
});
};
}

1
projects/textgen/default.nix
View file

@ -30,6 +30,7 @@ in
]);
nvidia = l.overlays.applyOverlays pkgs.python3Packages (commonOverlays ++ [
overlays.python-torchCuda
overlays.python-bitsAndBytesOldGpu
]);
};