denis/flake
1
0
Fork 0
mirror of https://github.com/denismhz/flake.git synced 2025-11-10 00:33:34 +01:00
Code Issues Packages Projects Releases Wiki Activity

overlays/python: support bitsandbytes on older Nvidia GPUs (CC < 7.5)

Browse source
This commit is contained in:
Max 2023-10-23 01:35:50 +02:00
parent ccda1f2bd4
commit 960ad05787
2 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
overlays/python/default.nix
View file

@ -63,4 +63,10 @@ lib: {
rocmSupport = false; rocmSupport = false;
}; };
}; };
bitsAndBytesOldGpu = final: prev: {
bitsandbytes = prev.bitsandbytes.overridePythonAttrs (old: {
preBuild = old.preBuild + " cuda${final.torch.cudaPackages.cudaMajorVersion}x_nomatmul";
});
};
} }

1
projects/textgen/default.nix
View file

@ -30,6 +30,7 @@ in
]); ]);
nvidia = l.overlays.applyOverlays pkgs.python3Packages (commonOverlays ++ [ nvidia = l.overlays.applyOverlays pkgs.python3Packages (commonOverlays ++ [
overlays.python-torchCuda overlays.python-torchCuda
overlays.python-bitsAndBytesOldGpu
]); ]);
}; };