modules/by-name/ol/ollama/module.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

{
  config,
  lib,
  ...
}: let
  cfg = config.soispha.services.ollama;
in {
  options.soispha.services.ollama = {
    enable = lib.mkEnableOption "ollama";
  };

  config = lib.mkIf cfg.enable {
    soispha.impermanence.directories = [
      # Ollama's systemd services tries to do create the directory under
      # `/var/lib/private/ollama` and then symlink `/var/lib/ollama` to that, when
      # `DynamicUsers` is true. Thus we need to persist the private directory and not the
      # resulting symlink one.
      # Relevant issue: https://github.com/nix-community/impermanence/issues/93
      {
        directory = "/var/lib/private/ollama";
        mode = "700";
      }
    ];

    services.ollama = {
      enable = true;
      rocmOverrideGfx = "10.3.0";
      acceleration = "rocm";
    };
  };
}