ollama rocm gpu fix

2024-11-25 14:59:34 +01:00
parent 1251081494
commit 50332e55e8
4 changed files with 13 additions and 0 deletions
--- a/hosts/m3-kratos/default.nix
+++ b/hosts/m3-kratos/default.nix
@ -48,4 +48,10 @@
    podman.enable = true;
    virtualisation.enable = true;
  };
+  services.ollama = {
+    environmentVariables = {
+      HCC_AMDGPU_TARGET = "gfx1100";
+    };
+    rocmOverrideGfx = "11.0.0";
+  };
 }