From 50332e55e86fd3d3adc2fbeac5ec1d1301983b23 Mon Sep 17 00:00:00 2001 From: m3tam3re Date: Mon, 25 Nov 2024 14:59:34 +0100 Subject: [PATCH] ollama rocm gpu fix --- home/features/cli/default.nix | 2 ++ home/features/coding/default.nix | 1 + hosts/common/extraServices/ollama.nix | 4 ++++ hosts/m3-kratos/default.nix | 6 ++++++ 4 files changed, 13 insertions(+) diff --git a/home/features/cli/default.nix b/home/features/cli/default.nix index abf14d6..8037134 100644 --- a/home/features/cli/default.nix +++ b/home/features/cli/default.nix @@ -69,6 +69,8 @@ procs progress ripgrep + rocmPackages.rocm-smi + rocmPackages.rocminfo tldr trash-cli unimatrix diff --git a/home/features/coding/default.nix b/home/features/coding/default.nix index ab5d7da..6c4f263 100644 --- a/home/features/coding/default.nix +++ b/home/features/coding/default.nix @@ -3,5 +3,6 @@ nixd alejandra tailwindcss + tailwindcss-language-server ]; } diff --git a/hosts/common/extraServices/ollama.nix b/hosts/common/extraServices/ollama.nix index b8b8ac7..cced6d3 100644 --- a/hosts/common/extraServices/ollama.nix +++ b/hosts/common/extraServices/ollama.nix @@ -20,5 +20,9 @@ in { host = "[::]"; openFirewall = true; }; + nixpkgs.config = { + rocmSupport = config.services.xserver.videoDrivers == ["amdgpu"]; + cudaSupport = config.services.xserver.videoDrivers == ["nvidia"]; + }; }; } diff --git a/hosts/m3-kratos/default.nix b/hosts/m3-kratos/default.nix index 36a9237..53ff859 100644 --- a/hosts/m3-kratos/default.nix +++ b/hosts/m3-kratos/default.nix @@ -48,4 +48,10 @@ podman.enable = true; virtualisation.enable = true; }; + services.ollama = { + environmentVariables = { + HCC_AMDGPU_TARGET = "gfx1100"; + }; + rocmOverrideGfx = "11.0.0"; + }; }