denis/flake
1
0
Fork 0
mirror of https://github.com/denismhz/flake.git synced 2025-11-09 16:16:23 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #24 from nixified-ai/rocm-libdrm-patch-torch-bin

Browse source 
PyTorch: patch libdrm path for ROCm
This commit is contained in:
Matthew Croughan 2023-04-12 21:34:36 +01:00 committed by GitHub
parent 422f8f99be 0bc0ddf92f
commit 422bf55033
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
8 changed files with 32 additions and 26 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
modules/aipython3/overlays.nix
View file

@ -95,6 +95,10 @@ pkgs: {
url = "https://download.pytorch.org/whl/rocm5.1.1/torch-1.13.1%2Brocm5.1.1-cp310-cp310-linux_x86_64.whl";
hash = "sha256-qUwAL3L9ODy9hjne8jZQRoG4BxvXXLT7cAy9RbM837A=";
};
postFixup = (old.postFixup or "") + ''
${pkgs.gnused}/bin/sed -i s,/opt/amdgpu/share/libdrm/amdgpu.ids,/tmp/nix-pytorch-rocm___/amdgpu.ids,g $out/${final.python.sitePackages}/torch/lib/libdrm_amdgpu.so
'';
rocmSupport = true;
});
torchvision-bin = prev.torchvision-bin.overrideAttrs (old: {
src = pkgs.fetchurl {

1
projects/invokeai/default.nix
View file

@ -29,7 +29,6 @@
invokeai-amd = {
imports = [
config.flake.nixosModules.invokeai
./nixos/amd.nix
(packageModule "invokeai-amd")
];
};

12
projects/invokeai/nixos/amd.nix
View file

@ -1,12 +0,0 @@
{ pkgs, ... }:
{
systemd = {
# Allow "unsupported" AMD GPUs
services.invokeai.environment.HSA_OVERRIDE_GFX_VERSION = "10.3.0";
# HACK: The PyTorch build we use on ROCm wants this to exist
tmpfiles.rules = [
"L+ /opt/amdgpu - - - - ${pkgs.libdrm}"
];
};
}

1
projects/invokeai/nixos/default.nix
View file

@ -105,6 +105,7 @@ in
User = cfg.user;
Group = cfg.group;
ExecStart = "${getExe cfg.package} ${escapeShellArgs cliArgs}";
PrivateTmp = true;
};
};
systemd.tmpfiles.rules = [

14
projects/invokeai/package.nix
View file

@ -2,6 +2,8 @@
# misc
, lib
, src
# extra deps
, libdrm
}:
let
@ -70,6 +72,18 @@ aipython3.buildPythonPackage {
fi
'
''
] ++ lib.optionals (aipython3.torch.rocmSupport or false) [
'' --run '
if [ ! -e /tmp/nix-pytorch-rocm___/amdgpu.ids ]
then
mkdir -p /tmp/nix-pytorch-rocm___
ln -s ${libdrm}/share/libdrm/amdgpu.ids /tmp/nix-pytorch-rocm___/amdgpu.ids
fi
'
''
# See note about consumer GPUs:
# https://docs.amd.com/bundle/ROCm-Deep-Learning-Guide-v5.4.3/page/Troubleshooting.html
" --set-default HSA_OVERRIDE_GFX_VERSION 10.3.0"
];
patchPhase = ''
runHook prePatch

1
projects/koboldai/default.nix
View file

@ -29,7 +29,6 @@
koboldai-amd = {
imports = [
config.flake.nixosModules.koboldai
./nixos/amd.nix
(packageModule "koboldai-amd")
];
};

12
projects/koboldai/nixos/amd.nix
View file

@ -1,12 +0,0 @@
{ pkgs, ... }:
{
systemd = {
# Allow "unsupported" AMD GPUs
services.koboldai.environment.HSA_OVERRIDE_GFX_VERSION = "10.3.0";
# HACK: The PyTorch build we use on ROCm wants this to exist
tmpfiles.rules = [
"L+ /opt/amdgpu - - - - ${pkgs.libdrm}"
];
};
}

13
projects/koboldai/package.nix
View file

@ -7,6 +7,7 @@
, runCommand
, tmpDir ? "/tmp/nix-koboldai"
, stateDir ? "$HOME/.koboldai/state"
, libdrm
}:
let
overrides = {
@ -87,6 +88,17 @@ let
lupa
memcached
]);
# See note about consumer GPUs:
# https://docs.amd.com/bundle/ROCm-Deep-Learning-Guide-v5.4.3/page/Troubleshooting.html
rocmInit = ''
if [ ! -e /tmp/nix-pytorch-rocm___/amdgpu.ids ]
then
mkdir -p /tmp/nix-pytorch-rocm___
ln -s ${libdrm}/share/libdrm/amdgpu.ids /tmp/nix-pytorch-rocm___/amdgpu.ids
fi
export HSA_OVERRIDE_GFX_VERSION=''${HSA_OVERRIDE_GFX_VERSION-'10.3.0'}
'';
in
(writeShellScriptBin "koboldai" ''
if [ -d "/usr/lib/wsl/lib" ]
@ -102,6 +114,7 @@ in
ln -s ${stateDir}/models/ ${tmpDir}/models
ln -s ${stateDir}/settings/ ${tmpDir}/settings
ln -s ${stateDir}/userscripts/ ${tmpDir}/userscripts
${lib.optionalString (aipython3.torch.rocmSupport or false) rocmInit}
${koboldPython}/bin/python ${patchedSrc}/aiserver.py $@
'').overrideAttrs
(_: {