about summary refs log tree commit diff stats
path: root/modules/by-name/ol/ollama
diff options
context:
space:
mode:
authorBenedikt Peetz <benedikt.peetz@b-peetz.de>2024-12-08 17:16:38 +0100
committerBenedikt Peetz <benedikt.peetz@b-peetz.de>2024-12-08 17:37:11 +0100
commit200a6c7be40c8268d898ef3792b545c3e4c35163 (patch)
tree8b7606ae0eb26a1dd76d7c34b23be1c2b56db735 /modules/by-name/ol/ollama
parentfeat(modules/impermanance): Also support the extended `directory` notation (diff)
downloadnixos-config-200a6c7be40c8268d898ef3792b545c3e4c35163.tar.gz
nixos-config-200a6c7be40c8268d898ef3792b545c3e4c35163.zip
fix(modules/ollama): Try to nudge it to use ROCm on the GPU instead of the CPU
Diffstat (limited to 'modules/by-name/ol/ollama')
-rw-r--r--modules/by-name/ol/ollama/module.nix3
1 files changed, 2 insertions, 1 deletions
diff --git a/modules/by-name/ol/ollama/module.nix b/modules/by-name/ol/ollama/module.nix
index f93c3d98..c93a0e7b 100644
--- a/modules/by-name/ol/ollama/module.nix
+++ b/modules/by-name/ol/ollama/module.nix
@@ -24,7 +24,8 @@ in {
 
     services.ollama = {
       enable = true;
-      # acceleration = "rocm";
+      rocmOverrideGfx = "10.3.0";
+      acceleration = "rocm";
     };
   };
 }