ollama

hosts/asuka/soryu/configuration.nix

@@ -9,9 +9,14 @@
     [ # Include the results of the hardware scan.
       ./hardware-configuration.nix
 #      ./wack.nix
+      ./ollama.nix
       ../../common/builder.nix
     ];
 
+  nixpkgs.config = {
+    allowUnfree = true;
+    rocmSupport = true;
+  };
 
   # Use the systemd-boot EFI boot loader.
   boot.loader.efi.canTouchEfiVariables = true;
@@ -65,12 +70,8 @@
 
   programs.steam = {
     enable = true;
-    remotePlay.openFirewall = false; # Open ports in the firewall for Steam Remote Play
-    dedicatedServer.openFirewall = false; # Open ports in the firewall for Source Dedicated Server
-  };
-
-  nixpkgs.config = {
-    allowUnfree = true;
+    remotePlay.openFirewall = false;
+    dedicatedServer.openFirewall = false;
   };
 
   services.tailscale.enable = true;
@@ -129,10 +130,25 @@
   hardware.graphics.enable = true;
   hardware.graphics.enable32Bit = true;
   hardware.graphics.extraPackages = with pkgs; [
-    libva
+    libva rocmPackages.clr.icd
   ];
   hardware.amdgpu.opencl.enable = true;
 
+  systemd.tmpfiles.rules = 
+  let
+    rocmEnv = pkgs.symlinkJoin {
+      name = "rocm-combined";
+      paths = with pkgs.rocmPackages; [
+        rocblas
+        hipblas
+        clr
+      ];
+    };
+  in [
+    "L+    /opt/rocm   -    -    -     -    ${rocmEnv}"
+  ];
+
+
   # Enable the X11 windowing system.
   services.xserver.enable = true;
   services.xserver.displayManager = {

hosts/asuka/soryu/ollama.nix

@@ -0,0 +1,29 @@
+{ config, lib, pkgs, inputs, ... }:
+
+{
+  services.ollama = {
+    enable = true;
+    acceleration = "rocm";
+    package = inputs.unstable.legacyPackages.x86_64-linux.ollama;
+    rocmOverrideGfx = "10.3.0";
+    environmentVariables = {
+      ROCR_VISIBLE_DEVICES = "GPU-5ecd14c0d670740b";
+    };
+    host = "100.64.0.19";
+    loadModels = [
+      "gemma3:4b"
+      "gemma3:12b"
+      "gemma3:27b"
+      "deepseek-r1:7b"
+      "deepseek-r1:14b"
+      "qwq:32b"
+      "codestral:22b"
+    ];
+  };
+
+  systemd.services.ollama = {
+    serviceConfig = {
+      SupplementaryGroups = [ "video" ];
+    };
+  };
+}