denis/flake
1
0
Fork 0
mirror of https://github.com/denismhz/flake.git synced 2025-11-09 16:16:23 +01:00
Code Issues Packages Projects Releases Wiki Activity

koboldai: apply ROCm workarounds

Browse source
This commit is contained in:
Max 2023-04-12 18:23:12 +02:00
parent 44209b89f9
commit 1e31b1599c
1 changed files with 13 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
projects/koboldai/package.nix
View file

@ -7,6 +7,7 @@
, runCommand
, tmpDir ? "/tmp/nix-koboldai"
, stateDir ? "$HOME/.koboldai/state"
, libdrm
}:
let
overrides = {
@ -87,6 +88,17 @@ let
lupa
memcached
]);
# See note about consumer GPUs:
# https://docs.amd.com/bundle/ROCm-Deep-Learning-Guide-v5.4.3/page/Troubleshooting.html
rocmInit = ''
if [ ! -e /tmp/nix-pytorch-rocm___/amdgpu.ids ]
then
mkdir -p /tmp/nix-pytorch-rocm___
ln -s ${libdrm}/share/libdrm/amdgpu.ids /tmp/nix-pytorch-rocm___/amdgpu.ids
fi
export HSA_OVERRIDE_GFX_VERSION=''${HSA_OVERRIDE_GFX_VERSION-'10.3.0'}
'';
in
(writeShellScriptBin "koboldai" ''
if [ -d "/usr/lib/wsl/lib" ]
@ -102,6 +114,7 @@ in
ln -s ${stateDir}/models/ ${tmpDir}/models
ln -s ${stateDir}/settings/ ${tmpDir}/settings
ln -s ${stateDir}/userscripts/ ${tmpDir}/userscripts
${lib.optionalString (aipython3.torch.rocmSupport or false) rocmInit}
${koboldPython}/bin/python ${patchedSrc}/aiserver.py $@
'').overrideAttrs
(_: {