34 lines
831 B
Nix
34 lines
831 B
Nix
{
|
|
config,
|
|
lib,
|
|
pkgs,
|
|
...
|
|
}:
|
|
with lib; let
|
|
cfg = config.extraServices.ollama;
|
|
in {
|
|
options.extraServices.ollama.enable = mkEnableOption "enable ollama";
|
|
|
|
config = mkIf cfg.enable {
|
|
services.ollama = {
|
|
enable = true;
|
|
package =
|
|
if config.services.xserver.videoDrivers == ["amdgpu"]
|
|
then pkgs.ollama-rocm
|
|
else if config.services.xserver.videoDrivers == ["nvidia"]
|
|
then pkgs.ollama-cuda
|
|
else pkgs.ollama-cpu;
|
|
host = "[::]";
|
|
openFirewall = true;
|
|
environmentVariables = {
|
|
OLLAMA_ORIGINS = "https://msty.studio";
|
|
OLLAMA_HOST = "0.0.0.0";
|
|
};
|
|
};
|
|
nixpkgs.config = {
|
|
rocmSupport = config.services.xserver.videoDrivers == ["amdgpu"];
|
|
cudaSupport = config.services.xserver.videoDrivers == ["nvidia"];
|
|
};
|
|
};
|
|
}
|