ollama

2025-04-05 13:18:56 +02:00
parent fc4f2e9779
commit 07c460e990
4 changed files with 72 additions and 24 deletions
--- a/hosts/asuka/soryu/ollama.nix
+++ b/hosts/asuka/soryu/ollama.nix
@@ -0,0 +1,29 @@
+{ config, lib, pkgs, inputs, ... }:
+
+{
+  services.ollama = {
+    enable = true;
+    acceleration = "rocm";
+    package = inputs.unstable.legacyPackages.x86_64-linux.ollama;
+    rocmOverrideGfx = "10.3.0";
+    environmentVariables = {
+      ROCR_VISIBLE_DEVICES = "GPU-5ecd14c0d670740b";
+    };
+    host = "100.64.0.19";
+    loadModels = [
+      "gemma3:4b"
+      "gemma3:12b"
+      "gemma3:27b"
+      "deepseek-r1:7b"
+      "deepseek-r1:14b"
+      "qwq:32b"
+      "codestral:22b"
+    ];
+  };
+
+  systemd.services.ollama = {
+    serviceConfig = {
+      SupplementaryGroups = [ "video" ];
+    };
+  };
+}