From 200a6c7be40c8268d898ef3792b545c3e4c35163 Mon Sep 17 00:00:00 2001 From: Benedikt Peetz Date: Sun, 8 Dec 2024 17:16:38 +0100 Subject: fix(modules/ollama): Try to nudge it to use ROCm on the GPU instead of the CPU --- modules/by-name/ol/ollama/module.nix | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'modules/by-name/ol/ollama/module.nix') diff --git a/modules/by-name/ol/ollama/module.nix b/modules/by-name/ol/ollama/module.nix index f93c3d98..c93a0e7b 100644 --- a/modules/by-name/ol/ollama/module.nix +++ b/modules/by-name/ol/ollama/module.nix @@ -24,7 +24,8 @@ in { services.ollama = { enable = true; - # acceleration = "rocm"; + rocmOverrideGfx = "10.3.0"; + acceleration = "rocm"; }; }; } -- cgit 1.4.1